-- Logs begin at Thu 2021-10-28 11:49:12 UTC, end at Thu 2021-10-28 12:51:08 UTC. -- Oct 28 12:22:12.823106 dv-cinder-815146-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 12:22:15.601306 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.common.config [-] Logging enabled! Oct 28 12:22:15.601944 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 12:22:15.602065 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101313) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 12:22:15.605477 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.common.config [-] Logging enabled! Oct 28 12:22:15.605726 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 12:22:15.606034 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101313) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 12:22:15.606966 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:22:15.607193 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:22:15.607532 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:22:15.607769 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:22:15.607986 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:22:15.608296 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.608580 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.608878 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.609103 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.609388 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.609676 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.609950 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.610233 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.610524 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.610803 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.611075 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.611351 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.611574 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.611846 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.612126 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.612403 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.612618 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] debug = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.612916 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.613342 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.613755 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.614033 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.614318 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.614589 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.614857 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.615127 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.615406 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.615736 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] host = dv-cinder-815146-6-iscsi {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.616009 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.616316 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.616596 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.616899 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.617169 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.617440 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.617719 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.617984 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.618248 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] log_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.618515 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.618799 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.619082 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.619502 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.619722 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.619933 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.620214 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.620491 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.620788 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.621061 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.621332 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.621601 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.621870 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.622132 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.622408 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.622688 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.622967 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.623234 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.623500 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.623765 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.624028 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.624304 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.624567 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.624865 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.625133 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.625413 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.625674 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.625940 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.626243 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.626519 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.626791 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.627067 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.627331 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.627605 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.627869 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.628130 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.628389 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] use_json = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.628652 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.628937 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.629208 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.629472 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.629752 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.629997 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.630259 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.630533 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:15.630823 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.631113 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.631407 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.631682 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.632029 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.632302 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.632584 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.632883 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.633167 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.633449 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.633730 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.633999 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.634279 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.634547 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.634965 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.635264 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.635555 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.635845 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.636117 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.636390 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.636659 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.636957 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.637241 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.637517 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.637799 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.638080 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.638351 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.638631 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.638916 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.639198 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.639466 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.639738 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.640022 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.640292 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.640559 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.640857 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.641141 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.641412 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.641678 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.641952 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.642221 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.642485 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.642750 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.643019 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.643301 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.643568 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.643829 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.644090 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.644357 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.644618 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.644928 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.645197 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.645459 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.645724 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.645994 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.646257 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.646520 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.646787 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.647050 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.647316 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.647634 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.647881 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.648146 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.648410 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.648671 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.648963 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.649228 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.649495 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.649759 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.650024 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.650290 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.650710 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.650977 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.651260 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.651557 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.651832 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.652106 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.652432 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.652653 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.652966 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.653224 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.653498 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.653772 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.654043 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.654326 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.654606 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.654889 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.655167 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.655440 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.655758 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.656035 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.656313 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.656586 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.656889 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.657170 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.657449 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.657738 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.658025 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.658312 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.658601 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.658888 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.659163 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.659467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.659742 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:15.659954 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:22:15.660190 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101313) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 12:22:16.095268 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 12:22:16.095497 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 12:22:16.095804 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 12:22:16.096124 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 12:22:16.420517 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.420767 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.420991 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.422260 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.422522 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.422781 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.457255 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.457521 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.457781 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.473223 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.473490 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.473751 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.504192 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.504475 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.504764 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.540812 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.541084 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.541345 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.777802 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.778470 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.778470 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.778662 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.779425 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.909300 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.909580 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.909888 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.910146 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.910414 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.910719 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.910975 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.911222 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.911467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.911738 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.911986 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.912234 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.912481 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.912744 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.912987 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.913545 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.913545 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.914202 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.914202 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.914598 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.914598 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.914751 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.914995 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.915357 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.915602 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.915838 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.916375 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:16.916608 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:16.916867 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:16.917098 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:16.917327 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:16.917555 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:16.917901 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 12:22:16.921283 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 12:22:16.925281 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 12:22:16.929208 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Oct 28 12:22:16.930843 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 12:22:16.931312 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 12:22:16.931760 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 12:22:16.932175 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 12:22:16.935036 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 12:22:16.935646 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 12:22:16.935985 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 12:22:16.941304 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 12:22:16.963840 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 12:22:16.964291 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.964586 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101313) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 12:22:16.964970 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.966353 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101313) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 12:22:16.966629 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 12:22:16.966869 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 12:22:16.970137 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:16.970417 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.033524 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 12:22:17.033687 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 12:22:17.033915 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 12:22:17.034283 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 12:22:17.055128 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_db.sqlalchemy.engines [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101313) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 12:22:17.598909 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing driver for type 'gre' Oct 28 12:22:17.599469 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] gre ID ranges: [(1, 1000)] Oct 28 12:22:17.653483 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing driver for type 'local' Oct 28 12:22:17.653884 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing driver for type 'vlan' Oct 28 12:22:17.666970 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] VlanTypeDriver initialization complete Oct 28 12:22:17.667339 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing driver for type 'vxlan' Oct 28 12:22:17.667880 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] vxlan ID ranges: [(1, 1000)] Oct 28 12:22:17.719345 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing extension driver 'port_security' Oct 28 12:22:17.719728 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] PortSecurityExtensionDriver initialization complete Oct 28 12:22:17.720091 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing mechanism driver 'openvswitch' Oct 28 12:22:17.720416 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing mechanism driver 'hyperv' Oct 28 12:22:17.727262 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:17.728186 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.728650 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.729060 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.729767 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:22:17.730288 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnet after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.730785 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnet after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.731174 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnet after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.731609 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:22:17.732071 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.732459 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.732914 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.733532 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:22:17.733847 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > security_group after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.734267 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > security_group after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.734676 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > security_group after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.735079 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:22:17.735585 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.736019 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.736360 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.736897 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:22:17.737370 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > address_group after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.737791 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > address_group after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.738201 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > address_group after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.738747 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:22:17.739199 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] ML2 OVO RPC backend initialized. {{(pid=101313) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 12:22:17.740089 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router_interface after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.740482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.741017 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.741477 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > networks before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.741859 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.742308 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > ports before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.742730 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnet before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.743147 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnets before_response 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.743538 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.743941 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.744315 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.744947 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.745071 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.745707 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.746094 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnet after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.746483 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnet after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.746919 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > subnet after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.747634 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.plugin [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Modular L2 Plugin initialization complete Oct 28 12:22:17.748031 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading services supported by the core plugin {{(pid=101313) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 12:22:17.748405 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.plugins.ml2.managers [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Got port-security extension from driver 'port_security' Oct 28 12:22:17.749001 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.extensions.vlantransparent [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Disabled vlantransparent extension. Oct 28 12:22:17.749593 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101313) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 12:22:17.749950 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: router Oct 28 12:22:17.787740 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router_interface before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.788393 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router after_create 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.788486 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router before_create 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.788897 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.789289 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.789646 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router after_delete 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.790004 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > floatingip after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.790478 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > floatingip after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.790844 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router after_create 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.791193 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router after_update 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.791546 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router after_update 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.791893 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.792250 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router after_update 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.792661 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_update 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.793054 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: port after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.793437 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: port after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.793782 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: subnet after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.794130 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.794475 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > port precommit_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.794819 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_create 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.795162 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: port before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.795503 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.795855 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router after_update 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.796194 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_delete 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.796542 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_create 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.796933 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router_interface after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.797264 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_update 55549900 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.797628 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > agent after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.797975 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > agent after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.798317 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > network after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.799192 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Tracking information for resource: router configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:17.799519 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Tracking information for resource: floatingip configured {{(pid=101313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:22:17.804551 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.db.l3_agentschedulers_db [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 12:22:17.805159 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: port after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.805522 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: port after_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.805872 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: port after_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.806225 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: port after_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.807017 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router before_create 55550100 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.807378 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_delete 55550100 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.807735 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_create 55550100 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.808090 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > router precommit_update 55550100 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.813491 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.services.provider_configuration [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service providers = [] {{(pid=101313) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 12:22:17.813857 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.db.servicetype_db [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101313) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 12:22:17.816858 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.services.service_base [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:22:17.817204 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.services.service_base [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:22:17.817534 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.services.service_base [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:22:17.818442 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.services.service_base [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:22:17.818812 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.services.service_base [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 12:22:17.819195 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.819668 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 12:22:17.831892 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.832225 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: auto_allocate Oct 28 12:22:17.838201 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: network precommit_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.838572 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: network precommit_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.839098 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.839415 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: tag Oct 28 12:22:17.846262 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.846596 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: timestamp Oct 28 12:22:17.850599 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.850842 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: network_ip_availability Oct 28 12:22:17.856421 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.856812 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.857169 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:17.857888 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.858205 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: flavors Oct 28 12:22:17.863348 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.863680 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading Plugin: revisions Oct 28 12:22:17.868090 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:22:17.868482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_concurrency.lockutils [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=101313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 12:22:17.869273 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101313) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 12:22:17.869887 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Initializing extension manager. Oct 28 12:22:17.870118 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: __init__.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.870464 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: __pycache__ {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.870800 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.871131 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: address_group.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.872441 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.873037 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: address-group Oct 28 12:22:17.873368 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: address_scope.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.874099 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.874602 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: address-scope Oct 28 12:22:17.874927 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: admin_state_down_before_update.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.875875 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.876390 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: router-admin-state-down-before-update Oct 28 12:22:17.876734 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: agent.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.877448 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.877950 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: agent Oct 28 12:22:17.878274 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: agent_resources_synced.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.879193 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.879705 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: agent-resources-synced Oct 28 12:22:17.880025 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: allowedaddresspairs.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.881922 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.882446 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: allowed-address-pairs Oct 28 12:22:17.882774 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: auto_allocated_topology.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.883873 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.884391 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: auto-allocated-topology Oct 28 12:22:17.884728 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: availability_zone.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.885433 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.885937 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: availability_zone Oct 28 12:22:17.886260 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: availability_zone_filter.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.887178 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.887682 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: availability_zone_filter Oct 28 12:22:17.888005 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: data_plane_status.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.888954 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.889456 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 12:22:17.889775 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: default_subnetpools.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.890703 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.891211 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: default-subnetpools Oct 28 12:22:17.891531 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: dhcpagentscheduler.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.892353 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.892883 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: dhcp_agent_scheduler Oct 28 12:22:17.893209 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: dns.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.894132 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.894631 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension dns-integration not supported by any of loaded plugins Oct 28 12:22:17.894953 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: dns_domain_ports.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.895883 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.896384 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 12:22:17.896706 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.898047 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.898547 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 12:22:17.898867 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: dvr.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.899546 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.900045 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: dvr Oct 28 12:22:17.900366 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: ecmp_routes.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.901323 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.901826 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 12:22:17.902149 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: empty_string_filtering.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.903081 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.903595 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: empty-string-filtering Oct 28 12:22:17.903919 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.904872 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.905377 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 12:22:17.905696 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.906634 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.907139 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 12:22:17.907478 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: external_net.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.908388 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.908918 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: external-net Oct 28 12:22:17.909238 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: extra_dhcp_opt.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.910261 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.910776 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: extra_dhcp_opt Oct 28 12:22:17.911093 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: extraroute.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.912007 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.912519 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: extraroute Oct 28 12:22:17.912877 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: extraroute_atomic.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.913982 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.914481 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: extraroute-atomic Oct 28 12:22:17.914830 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: filter_validation.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.915648 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.916177 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: filter-validation Oct 28 12:22:17.916494 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: fip_pf_description.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.917427 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.917928 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 12:22:17.918244 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: fip_port_details.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.919162 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.919672 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: fip-port-details Oct 28 12:22:17.919991 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: flavors.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.921274 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.921790 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: flavors Oct 28 12:22:17.922114 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.923809 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.924331 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 12:22:17.924666 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: floatingip_pools.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.925403 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.925914 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: floatingip-pools Oct 28 12:22:17.926242 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: ip_allocation.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.927185 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.927694 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 12:22:17.928023 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.929084 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.929597 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: ip-substring-filtering Oct 28 12:22:17.929924 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l2_adjacency.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.930859 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.931363 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 12:22:17.931693 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l3.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.932666 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.933210 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: router Oct 28 12:22:17.933538 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l3_conntrack_helper.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.936149 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.936674 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 12:22:17.937031 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.937975 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.938491 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: ext-gw-mode Oct 28 12:22:17.938820 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.939769 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.940283 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: l3-ha Oct 28 12:22:17.940611 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l3_flavors.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.941574 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.942081 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: l3-flavors Oct 28 12:22:17.942416 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.943339 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.943847 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 12:22:17.944170 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: l3agentscheduler.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.945276 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.945788 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: l3_agent_scheduler Oct 28 12:22:17.946115 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: logging.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.947656 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.948192 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension logging not supported by any of loaded plugins Oct 28 12:22:17.948498 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: metering.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.949278 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.949848 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: metering Oct 28 12:22:17.950174 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.951416 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.951928 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: metering_source_and_destination_fields Oct 28 12:22:17.952254 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: multiprovidernet.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.953226 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.953736 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: multi-provider Oct 28 12:22:17.954058 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: netmtu.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.954989 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.955492 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: net-mtu Oct 28 12:22:17.955815 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: netmtu_writable.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.956766 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.957279 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: net-mtu-writable Oct 28 12:22:17.957604 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: network_availability_zone.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.958281 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.958781 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: network_availability_zone Oct 28 12:22:17.959103 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: network_ip_availability.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.960271 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.960808 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: network-ip-availability Oct 28 12:22:17.961136 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: network_segment_range.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.961911 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.962423 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 12:22:17.962741 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: pagination.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.963732 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.964059 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: pagination Oct 28 12:22:17.964377 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: port_device_profile.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.965325 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.965842 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: port-device-profile Oct 28 12:22:17.966163 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.967101 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.967611 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: port-mac-address-regenerate Oct 28 12:22:17.967934 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.968887 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.969396 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: port-numa-affinity-policy Oct 28 12:22:17.969718 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: port_resource_request.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.970641 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.971145 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 12:22:17.971471 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: portbindings.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.972412 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.972982 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: binding Oct 28 12:22:17.973293 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: portbindings_extended.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.974649 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.975162 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: binding-extended Oct 28 12:22:17.975626 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: portsecurity.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.976550 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.977096 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: port-security Oct 28 12:22:17.977422 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: project_id.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.978417 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.978741 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: project-id Oct 28 12:22:17.979060 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: providernet.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.980002 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.980517 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: provider Oct 28 12:22:17.980876 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.984523 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.985074 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos not supported by any of loaded plugins Oct 28 12:22:17.985407 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.986675 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.987194 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 12:22:17.987526 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.988464 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.989014 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 12:22:17.989344 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_default.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.990272 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.990776 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-default not supported by any of loaded plugins Oct 28 12:22:17.991123 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_fip.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.991782 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.992318 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-fip not supported by any of loaded plugins Oct 28 12:22:17.992640 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_gateway_ip.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.993592 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.994086 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 12:22:17.994431 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_port_network_policy.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.995360 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.995867 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 12:22:17.996192 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.997274 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.997792 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 12:22:17.998114 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_pps_rule.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:17.999310 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:17.999826 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-pps not supported by any of loaded plugins Oct 28 12:22:18.000127 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_rule_type_details.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.001109 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.001690 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 12:22:18.001928 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: qos_rules_alias.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.003178 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.003694 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 12:22:18.004018 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: quotasv2.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.005018 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.005350 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: quotas Oct 28 12:22:18.005669 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: quotasv2_detail.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.008991 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.009314 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: quota_details Oct 28 12:22:18.009638 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: rbac.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.010965 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.011476 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: rbac-policies Oct 28 12:22:18.011759 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: rbac_address_group.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.012694 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.013238 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: rbac-address-group Oct 28 12:22:18.013566 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: rbac_address_scope.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.014482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.014993 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: rbac-address-scope Oct 28 12:22:18.015318 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: rbac_security_groups.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.016249 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.016770 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: rbac-security-groups Oct 28 12:22:18.017109 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: rbac_subnetpool.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.018047 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.018557 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: rbac-subnetpool Oct 28 12:22:18.018884 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: revisionifmatch.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.019817 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.020332 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: revision-if-match Oct 28 12:22:18.020656 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: revisions.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.021813 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.023279 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: standard-attr-revisions Oct 28 12:22:18.023616 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: router_availability_zone.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.024311 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.024857 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: router_availability_zone Oct 28 12:22:18.025187 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: routerservicetype.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.026125 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.026629 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension router-service-type not supported by any of loaded plugins Oct 28 12:22:18.026953 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.027882 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.028396 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: security-groups-normalized-cidr Oct 28 12:22:18.028752 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: security_groups_port_filtering.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.029679 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.030188 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: port-security-groups-filtering Oct 28 12:22:18.030511 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.031440 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.031949 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: security-groups-remote-address-group Oct 28 12:22:18.032269 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: securitygroup.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.042353 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.042882 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: security-group Oct 28 12:22:18.043249 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: segment.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.044088 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.044598 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension segment not supported by any of loaded plugins Oct 28 12:22:18.044952 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.045994 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.046505 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 12:22:18.046836 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: servicetype.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.047964 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.048483 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: service-type Oct 28 12:22:18.048858 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: sorting.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.049864 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.050198 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: sorting Oct 28 12:22:18.050522 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: standard_attr_segment.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.051451 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.051961 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 12:22:18.052292 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: standardattrdescription.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.053040 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.053543 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: standard-attr-description Oct 28 12:22:18.053875 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: stateful_security_group.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.054809 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.055330 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: stateful-security-group Oct 28 12:22:18.055654 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: stdattrs_common.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.056242 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 12:22:18.056563 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.057616 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.058127 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 12:22:18.058443 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: subnet_onboard.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.059534 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.060048 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: subnet_onboard Oct 28 12:22:18.060740 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.061701 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.062212 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 12:22:18.062531 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: subnet_service_types.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.063528 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.064045 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: subnet-service-types Oct 28 12:22:18.064399 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: subnetallocation.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.065539 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.066064 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: subnet_allocation Oct 28 12:22:18.066388 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.067068 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.067568 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: subnetpool-prefix-ops Oct 28 12:22:18.067898 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.068899 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.069502 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 12:22:18.069824 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: tagging.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.070913 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.071435 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: standard-attr-tag Oct 28 12:22:18.071762 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: timestamp.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.073017 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.073558 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loaded extension: standard-attr-timestamp Oct 28 12:22:18.073886 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: trunk.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.074934 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.075450 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension trunk not supported by any of loaded plugins Oct 28 12:22:18.075776 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: trunk_details.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.076751 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.077257 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension trunk-details not supported by any of loaded plugins Oct 28 12:22:18.077584 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: uplink_status_propagation.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.078521 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.079026 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 12:22:18.079351 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Loading extension file: vlantransparent.py {{(pid=101313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:22:18.080032 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:22:18.080527 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 12:22:18.083029 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:network Oct 28 12:22:18.083563 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:subnet Oct 28 12:22:18.083963 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:22:18.084353 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:port Oct 28 12:22:18.085699 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.086145 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service FLAVORS assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.086766 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.087191 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.087521 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:router Oct 28 12:22:18.087972 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:floatingip Oct 28 12:22:18.088544 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service METERING assigned prefix: /metering {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.090061 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:18.090432 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:18.090785 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:22:18.091816 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 12:22:18.092256 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:security_group Oct 28 12:22:18.092704 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 12:22:18.093345 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service CORE assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.093675 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:22:18.094023 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] subnetpool is already registered Oct 28 12:22:18.094461 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service CORE assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.094786 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:22:18.095118 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] subnetpool is already registered Oct 28 12:22:18.097588 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.098036 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service FLAVORS assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.098643 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.099077 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.099410 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:router Oct 28 12:22:18.099748 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] router is already registered Oct 28 12:22:18.100170 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:floatingip Oct 28 12:22:18.100593 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] floatingip is already registered Oct 28 12:22:18.101097 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service METERING assigned prefix: /metering {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.101767 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 12:22:18.102094 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] rbac_policy is already registered Oct 28 12:22:18.102512 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:security_group Oct 28 12:22:18.102871 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] security_group is already registered Oct 28 12:22:18.103281 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 12:22:18.103613 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] security_group_rule is already registered Oct 28 12:22:18.104106 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service CORE assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.104427 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:22:18.104822 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] subnetpool is already registered Oct 28 12:22:18.105187 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.v2.resource_helper [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Service CORE assigned prefix: {{(pid=101313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:22:18.105507 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:22:18.105830 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING neutron.quota.resource_registry [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] subnetpool is already registered Oct 28 12:22:18.107555 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: extensions {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.109068 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: address-groups {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.110583 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: address-scopes {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.111901 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: agents {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.113200 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: auto-allocated-topology {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.114460 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: availability_zones {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.115691 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: dhcp-networks {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.117185 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: dhcp-agents {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.118725 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: routers {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.120888 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: flavors {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.122171 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: service_profiles {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.123420 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: next_providers {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.124874 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: service_profiles {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.126361 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: floatingip-pools {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.127676 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: routers {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.129823 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: floatingips {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.131112 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: l3-routers {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.132742 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: l3-agents {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.134170 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: metering-labels {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.135444 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: metering-label-rules {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.136845 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: network-ip-availabilities {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.138131 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: bindings {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.140022 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: quotas {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.142070 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: quotas {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.143858 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: rbac-policies {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.145180 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: security-groups {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.146513 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: security-group-rules {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.147914 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: service-providers {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.149167 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: subnetpools {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.150565 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: subnetpools {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.152059 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.154279 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.155570 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.157391 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.159104 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.161061 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.162810 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.166995 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.169318 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.172040 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron.api.extensions [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Extended resource: tags {{(pid=101313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:22:18.179010 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING keystonemiddleware.auth_token [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 12:22:18.183673 dv-cinder-815146-6-iscsi neutron-server[101313]: WARNING keystonemiddleware.auth_token [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 12:22:18.193160 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_concurrency.lockutils [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Acquired lock "singleton_lock" {{(pid=101313) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 12:22:18.193639 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_concurrency.lockutils [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Releasing lock "singleton_lock" {{(pid=101313) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 12:22:18.194418 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO oslo_service.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Starting 2 workers Oct 28 12:22:18.199241 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Started child 101422 {{(pid=101313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:22:18.203630 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Started child 101423 {{(pid=101313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:22:18.204620 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:18.205309 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO neutron.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 12:22:18.205784 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Publish callbacks [] for process, before_spawn {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:18.206076 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [-] (101422) wsgi starting up on http://0.0.0.0:9696 Oct 28 12:22:18.208197 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO oslo_service.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Starting 1 workers Oct 28 12:22:18.208430 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:18.209798 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [-] (101423) wsgi starting up on http://0.0.0.0:9696 Oct 28 12:22:18.213550 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Started child 101424 {{(pid=101313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:22:18.214103 dv-cinder-815146-6-iscsi neutron-server[101313]: INFO oslo_service.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Starting 1 workers Oct 28 12:22:18.217443 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] calling RpcWorker wait() {{(pid=101424) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 12:22:18.218047 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] returning from RpcWorker wait() {{(pid=101424) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 12:22:18.218558 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Started child 101425 {{(pid=101313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:22:18.219351 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fdd725b6-c669-439f-9ab6-c42ade56f34a None None] Publish callbacks [] for process, after_spawn {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:18.219491 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:18.219905 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:18.221257 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101313) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 12:22:18.221443 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:22:18.221632 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:22:18.221848 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:22:18.222221 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:22:18.222370 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:22:18.222888 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.223161 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.223409 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.223535 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:18.224005 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.224005 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.224438 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.224676 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.224950 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.225220 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.225606 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.225781 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.225935 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.226195 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.226443 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.226739 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.226983 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.227231 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.227482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.227620 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.227874 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.228119 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.228362 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.228611 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] debug = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.228976 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.229464 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.229675 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.229920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.230150 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.230414 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.230663 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.230904 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.231144 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.231365 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.231606 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.231858 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.232097 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.232313 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.232550 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.232838 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.233061 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.233526 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] host = dv-cinder-815146-6-iscsi {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.233742 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.233974 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.234247 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.234693 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.234693 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.234980 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.235142 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.235393 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.235631 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.235869 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.236123 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.236442 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.236593 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.236838 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.236998 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_options = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.237211 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.237479 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.237737 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.237926 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.238081 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.238254 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.238528 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.238693 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.238947 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.239238 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.239400 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.239564 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.239781 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.239993 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.240286 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.240447 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.240692 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.240948 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.241238 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.241506 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.241731 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.241958 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.242203 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.242434 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.242685 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.242885 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.243108 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.243319 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.243530 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.243768 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.244006 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.244253 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.244472 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.244708 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.245026 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.245256 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.245480 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.245711 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.245969 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.246192 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.246444 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.246697 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.246911 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.247139 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.247357 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.247568 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.247804 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_json = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.248024 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.248275 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.248501 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.248684 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.248916 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.249093 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.249303 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.249608 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.250039 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.250406 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.250626 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.250895 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.251123 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.251361 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.251596 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.251813 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.252068 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.252295 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.253509 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:18.254289 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.254289 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.254289 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.255235 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.255235 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.255235 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.255617 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.255745 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.255979 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.256223 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.256492 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.256771 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.257316 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.257659 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.257901 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.258142 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.258361 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.259953 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.260930 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.261357 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.261357 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.263360 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.263654 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.264292 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.264292 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.264587 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.264955 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.266020 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.266020 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.266269 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.266517 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.266770 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.267023 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.267308 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.267580 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.267845 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.268395 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.268395 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.268619 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.268871 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.269097 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.269375 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.269629 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.270364 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.270364 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.270364 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.271183 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.271183 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.271528 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.271666 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.271819 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.272059 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.272491 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.272993 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.272993 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.272993 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.273392 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.273477 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.273649 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.273864 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.274576 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.274576 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.274576 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.274954 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.275077 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.275208 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.275422 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.275640 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.275858 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.276079 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.276282 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.276512 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.276762 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.276979 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.277375 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.277506 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.277628 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.277843 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.278070 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.278335 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.278632 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.278873 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.279140 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.279366 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.279612 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.279828 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.280074 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.280295 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.280528 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.280757 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282075 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282075 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282075 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282075 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282075 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282075 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282747 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282747 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282747 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.282975 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.283144 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.283415 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.283661 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.283909 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.284157 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.284408 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.284680 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.284952 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286457 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286457 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286457 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286457 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286457 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286457 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286960 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.286960 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.287164 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.287405 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.287655 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.287942 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.288203 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.288453 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.288743 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.289032 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.289195 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.289417 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.289669 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.289983 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.290248 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.290421 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.290986 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.290986 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.291262 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.291406 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.291594 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.291831 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.292069 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.292313 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.292531 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.292931 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.293082 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.293219 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.293433 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.293638 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.293827 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.294701 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.294701 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.294701 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.294701 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.295167 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.295167 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.295616 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.295870 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.299657 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300670 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300670 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300670 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300670 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300670 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.300670 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.301068 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.301144 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.301331 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.301540 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.301768 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.302026 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.302271 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.302599 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.302850 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.303100 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.304748 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.304748 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.304748 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.304748 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.304748 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.304748 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.304748 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.305283 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.305283 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.305438 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.305700 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.305883 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.306108 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.306355 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.306547 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.306761 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.307046 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.307303 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.307530 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.307783 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.308015 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.308243 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.308482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.308687 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.308939 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.309153 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.309363 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.309569 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.309790 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.309997 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.310568 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.310856 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.311111 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.311347 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.311571 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.311820 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.312020 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.312239 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.312475 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.312684 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.312927 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.313137 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.313343 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.313572 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.313794 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.313992 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.314216 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.314417 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.314622 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.314836 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.315041 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.315268 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.315533 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.315776 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.315994 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.316263 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.316503 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.316779 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.317031 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.317335 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.317601 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.317801 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.318019 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.318234 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.318619 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.318884 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.319238 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.319507 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.319765 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.320000 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.320274 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.320543 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.320814 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.321044 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.321335 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.321654 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.321920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.322164 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.322413 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.322671 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.322892 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.323106 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.323335 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.323565 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.323776 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.324041 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.324283 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.324532 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.324778 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.325018 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.325234 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.325487 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.325718 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.325965 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.326176 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.326331 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:22:18.326871 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101313) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 12:22:18.327030 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:22:18.327178 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:22:18.327356 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:22:18.327524 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:22:18.327672 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:22:18.327875 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.328034 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.328191 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.328347 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.328502 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.328677 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.328855 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.329010 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.329166 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.329319 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.329479 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.329633 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.329788 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.329980 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.330079 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.330658 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.330658 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.330658 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.330658 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.330981 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.330981 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.331145 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.331659 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] debug = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.331659 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.331659 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.331920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.331920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.332164 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.332164 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.332369 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.332453 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.332920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.332920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.332920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.333277 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.333277 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.333425 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.333503 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.333666 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.333750 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.333890 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] host = dv-cinder-815146-6-iscsi {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.334049 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.334203 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.334360 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.334515 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.334675 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.334847 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.335029 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.335186 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.335342 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.335498 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.335655 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336154 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336154 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336154 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336361 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_options = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336440 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336536 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336708 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.336897 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.337054 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.337235 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.337340 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.337485 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.337642 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.337797 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.337968 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.338160 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.338321 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.338479 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.338623 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.338775 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.338929 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.339083 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.339289 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.339501 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.339583 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.339672 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.339822 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.339970 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.340126 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.340279 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.340434 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.340589 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.340774 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.340920 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.341076 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.341232 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.341387 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.341542 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.341695 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.341852 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.342028 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.342174 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.342309 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.342461 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.342616 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.342769 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.342923 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.343123 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.343254 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.343389 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.343533 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_json = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.343687 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.343842 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.343994 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.344147 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.344305 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.344468 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.344612 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.344785 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:22:18.344951 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.345112 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.345279 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.345437 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.345596 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.345752 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.345908 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.346064 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.346221 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.346377 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.346543 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.346701 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.346868 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.347025 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.347182 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.347341 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.347498 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.347655 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.347813 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.347970 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.348127 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.348282 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.348448 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.348604 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.348786 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.348938 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.349097 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.349270 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.349428 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.349587 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.349766 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.349900 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.350051 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.350205 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.350353 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.350534 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.350691 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.350844 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.351001 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.351209 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.351342 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.351461 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.351608 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.351767 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.351925 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.352082 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.352252 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.352397 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.352556 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.352747 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.352891 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.353052 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.353206 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.353433 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.353617 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.353743 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.353862 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.353981 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.354099 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.354240 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.354396 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.354553 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.354677 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:18.354803 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.354922 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.355041 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.355159 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.355300 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.355455 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.355612 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.355768 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.355924 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.356081 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.356238 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.356396 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.356552 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.356709 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.356883 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.357041 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.357200 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.357356 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.357513 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.357671 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.357829 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.357985 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.358142 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.358300 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.358459 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.358614 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.358771 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.358937 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.359108 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.359264 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.359422 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.359578 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.359734 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.359890 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.360047 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.360203 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.360359 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.360516 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.360672 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.360847 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.361007 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.361164 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.361320 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.361477 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.361634 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.361792 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.361948 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.362105 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.362261 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.362418 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.362574 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.362731 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.362887 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.363050 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.363214 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.363446 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.363577 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.363695 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.363815 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.363982 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.364141 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.364299 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.364456 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.364612 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.364805 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.365254 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.365254 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.365254 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366022 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366022 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366022 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366022 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366022 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366902 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366902 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366902 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366902 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.366902 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.367482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.367482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.367482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.367482 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.368232 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.368232 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.368232 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.368232 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.368232 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.368232 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.369510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.370467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.370467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.370467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.370467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.370467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.370467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.370467 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371272 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371272 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371272 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371272 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371272 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371894 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371894 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371894 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371894 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.371894 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.372480 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.372480 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.372480 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.372480 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373061 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373061 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373061 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373390 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373390 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373390 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373799 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373799 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.373799 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.374131 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.374131 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.374277 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.374396 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.374565 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.374723 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.374880 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.375037 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.375194 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.375351 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.375508 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.375665 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.375822 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.375980 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.376137 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.376296 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.376460 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.376618 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.376795 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.376955 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.377113 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.377271 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.377427 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.377597 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.377755 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.377913 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.378069 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.378227 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.378383 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.378550 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.378706 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.378864 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.379020 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.379176 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.379333 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.379695 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.379695 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.379910 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.380029 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.380147 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.380266 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.380393 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.380516 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.380672 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.380848 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.381004 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.381161 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.381324 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.381480 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.381637 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.381818 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.381972 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.382129 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.382294 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.382451 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.382668 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.382798 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.382917 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.383057 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.383224 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.383382 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.383539 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.383707 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.383864 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.384021 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.384178 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.384344 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.384502 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.384682 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.384946 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.385051 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.385188 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.385347 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.385508 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.385674 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.385836 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.385995 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.386159 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.386324 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.386488 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.386646 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.386807 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.386976 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.387135 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.387292 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.387449 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.387606 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.387765 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.387921 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.388078 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.388234 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.388391 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.388548 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.388706 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.388884 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.389041 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.389198 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.389354 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.389510 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.389667 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.389823 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.389982 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:22:18.390133 dv-cinder-815146-6-iscsi neutron-server[101313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:22:18.506311 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 40834) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:18.514738 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062459 Oct 28 12:22:30.356955 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322d5f7-8afb-4b3b-b469-1c62460636ba None None] get_active_networks_info from dv-cinder-815146-6-iscsi {{(pid=101424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 12:22:30.463269 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322d5f7-8afb-4b3b-b469-1c62460636ba None None] No non-hosted networks {{(pid=101424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 12:22:30.479042 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.agentschedulers_db [None req-1322d5f7-8afb-4b3b-b469-1c62460636ba None None] DHCP Agent not found on host dv-cinder-815146-6-iscsi {{(pid=101424) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 12:22:30.608890 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-5e3d798d-c1f0-4f10-94b1-cdf8061d638d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16266379'] for agent, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:32.880091 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-db71b3fb-2b97-470d-a28b-1ddfcd85f38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16266379'] for agent, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:32.952191 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab482-6db5-47bd-a6ec-238153927450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:33.859976 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16266379'] for agent, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:33.863248 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.865009 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.865680 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.866774 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.867728 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.873155 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.873762 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.874160 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.874545 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.874866 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.875203 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.875537 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:33.875945 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:33.890727 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:22:34.749039 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16266379'] for agent, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:35.532156 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16266379'] for agent, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:36.877838 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.db.l3_hamode_db [None req-fd94a49b-acfb-4dfe-9ca2-5bfaf9daff78 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 12:22:36.962929 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94a49b-acfb-4dfe-9ca2-5bfaf9daff78 None None] Routers set() bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:22:36.963289 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94a49b-acfb-4dfe-9ca2-5bfaf9daff78 None None] Router IDs set() for agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 12:22:37.049871 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 40928) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:37.603335 dv-cinder-815146-6-iscsi neutron-server[101423]: WARNING oslo_policy.policy [None req-5a600e7d-c773-4453-a489-348c381b8c02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:22:37.603918 dv-cinder-815146-6-iscsi neutron-server[101423]: WARNING oslo_policy.policy [None req-5a600e7d-c773-4453-a489-348c381b8c02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:22:37.825740 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [None req-5a600e7d-c773-4453-a489-348c381b8c02 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:22:37.827020 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-5a600e7d-c773-4453-a489-348c381b8c02 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7750180 Oct 28 12:22:40.437392 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 40942) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:40.768291 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:22:40.862914 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.policy [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101423) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 12:22:40.909842 dv-cinder-815146-6-iscsi neutron-server[101423]: WARNING oslo_policy.policy [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:22:40.910218 dv-cinder-815146-6-iscsi neutron-server[101423]: WARNING oslo_policy.policy [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:22:40.918903 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.quota [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] Loaded quota_driver: . Oct 28 12:22:41.012404 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744765584320', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744765586973', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744765563893', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744765568433', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744766008114', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744765553203', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1537601', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1562540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16253280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16367964'] for rbac-policy, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:41.082045 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:41.083301 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-0b142b2f-d992-4697-84a8-6d0fc173a34c admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6448879 Oct 28 12:22:43.955259 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 40954) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:44.291599 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:22:44.323836 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Made reservation on behalf of a65bb1ea700a417b88b985ef6354b4f4 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:22:44.327780 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.348620 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.474626 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.483559 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.506382 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:22:44.534369 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744763610453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.534957 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Unsubscribe: segment precommit_create {{(pid=101423) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 12:22:44.535467 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Added segment d5963e1c-38e6-460c-b454-2187a191b2c3 of type vlan for network a1909473-3178-4fab-9480-b2678870a365 Oct 28 12:22:44.550995 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f29599-cae3-4ba6-80ba-be0b0654d136,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:44.602704 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.603045 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.603409 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.603735 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.604053 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.604399 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.604684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.605151 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.605530 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.605909 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.606321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.606636 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Tracked resource versions report: Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: pushed versions: Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: { 'AddressGroup': {'1.2'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'ConntrackHelper': {'1.0'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Log': {'1.0'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Network': {'1.1'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Port': {'1.7'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'PortForwarding': {'1.2'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'QosPolicy': {'1.10'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroup': {'1.4'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SubPort': {'1.0'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Subnet': {'1.1'}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Trunk': {'1.1'}} Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: consumer versions: Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'ConntrackHelper': '1.0', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Log': '1.0', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Network': '1.1', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Port': '1.7', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'PortForwarding': '1.2', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'QosPolicy': '1.10', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroup': '1.4', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroupRule': '1.2', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SubPort': '1.0', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Subnet': '1.1', Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Trunk': '1.1'}} Oct 28 12:22:44.607677 dv-cinder-815146-6-iscsi neutron-server[101423]: {{(pid=101423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:22:44.655066 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.704120 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.705408 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:44.706063 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:44.781541 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8250992 Oct 28 12:22:44.805585 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b90bd8-0917-4b72-b224-398a95796449 admin admin] Pushing event updated for resources: {'Network': ['ID=a1909473-3178-4fab-9480-b2678870a365,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:44.817935 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network a1909473-3178-4fab-9480-b2678870a365 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:22:47.628749 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 40968) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:48.101411 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c197de2-a048-46f9-9c33-eab0921d964f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:48.102710 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-1c197de2-a048-46f9-9c33-eab0921d964f admin admin] 10.222.0.62 "GET /v2.0/networks/a1909473-3178-4fab-9480-b2678870a365 HTTP/1.1" status: 200 len: 825 time: 0.4729731 Oct 28 12:22:48.129284 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-027480fd-3c14-4ce7-826c-2664b6d093ae admin admin] 10.222.0.62 "GET /v2.0/subnetpools/62de6496-c103-40c7-815f-0dc0ac6f1316 HTTP/1.1" status: 200 len: 734 time: 0.0198541 Oct 28 12:22:48.139403 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '62de6496-c103-40c7-815f-0dc0ac6f1316', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:22:48.166973 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Made reservation on behalf of a65bb1ea700a417b88b985ef6354b4f4 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:22:48.170494 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:48.536026 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:48.608024 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:48.610245 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Checking segment: {'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:22:48.610614 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Network hostable DHCP agents. Network: a1909473-3178-4fab-9480-b2678870a365, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:22:48.634393 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Network a1909473-3178-4fab-9480-b2678870a365 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:22:48.647865 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, a1909473-3178-4fab-9480-b2678870a365) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:22:48.653309 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:22:48.653923 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:48.659416 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b54f4f2-c780-4032-a7d2-47afd453bc03 None None] Network a1909473-3178-4fab-9480-b2678870a365 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:22:48.670777 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-35e21a9f-3eb0-43c1-96ff-56c2d52e055f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5349720 Oct 28 12:22:49.064515 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-a1909473-3178-4fab-9480-b2678870a365', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'fixed_ips': [{'subnet_id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:22:49.065774 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:49.376527 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Allocated IP 172.20.0.2 (a1909473-3178-4fab-9480-b2678870a365/ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6/6b854258-b623-48bc-aaf1-57607d7cafa1) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:22:49.585123 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:49.595233 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:49.676456 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Network a1909473-3178-4fab-9480-b2678870a365 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:22:49.681350 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:22:49.687245 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Pushing event updated for resources: {'Port': ['ID=6b854258-b623-48bc-aaf1-57607d7cafa1,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:49.689435 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:22:49.699495 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.699850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.700186 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.700510 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.700857 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.701180 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.701496 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.701824 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.702153 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.702467 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.702775 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.703085 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Tracked resource versions report: Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: pushed versions: Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: { 'AddressGroup': {'1.2'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'ConntrackHelper': {'1.0'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Log': {'1.0'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Network': {'1.1'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Port': {'1.7'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'PortForwarding': {'1.2'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'QosPolicy': {'1.10'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroup': {'1.4'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SubPort': {'1.0'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Subnet': {'1.1'}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Trunk': {'1.1'}} Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: consumer versions: Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'ConntrackHelper': '1.0', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Log': '1.0', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Network': '1.1', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Port': '1.7', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'PortForwarding': '1.2', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'QosPolicy': '1.10', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroup': '1.4', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroupRule': '1.2', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SubPort': '1.0', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Subnet': '1.1', Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Trunk': '1.1'}} Oct 28 12:22:49.704148 dv-cinder-815146-6-iscsi neutron-server[101424]: {{(pid=101424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:22:49.779205 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Attempting to bind port 6b854258-b623-48bc-aaf1-57607d7cafa1 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:22:49.779604 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Attempting to bind port 6b854258-b623-48bc-aaf1-57607d7cafa1 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:22:49.780026 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Attempting to bind port 6b854258-b623-48bc-aaf1-57607d7cafa1 on network a1909473-3178-4fab-9480-b2678870a365 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:22:49.785305 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:22:49.785688 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Checking segment: {'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:22:49.786205 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:49.786628 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Bound using segment: {'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:22:49.787143 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Bound port: 6b854258-b623-48bc-aaf1-57607d7cafa1, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:22:49.787556 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:49.853758 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] For port 6b854258-b623-48bc-aaf1-57607d7cafa1, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:22:49.858310 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] For port 6b854258-b623-48bc-aaf1-57607d7cafa1, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6b854258-b623-48bc-aaf1-57607d7cafa1,segment=NetworkSegment(d5963e1c-38e6-460c-b454-2187a191b2c3),segment_id=d5963e1c-38e6-460c-b454-2187a191b2c3)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:22:49.864065 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:49.928578 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b02dac-78ed-4550-a3ab-ac4ea5d1dd75 None None] Pushing event updated for resources: {'Port': ['ID=6b854258-b623-48bc-aaf1-57607d7cafa1,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:51.289191 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 40976) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:51.635834 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [None req-8bcae043-db7d-4ee0-8f56-c91f6b81e8e8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:22:51.636834 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-8bcae043-db7d-4ee0-8f56-c91f6b81e8e8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3466287 Oct 28 12:22:54.177899 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 40984) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:54.705814 dv-cinder-815146-6-iscsi neutron-server[101422]: WARNING oslo_policy.policy [None req-2d67ae42-d39b-494b-a91e-94f67663ff11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:22:54.706389 dv-cinder-815146-6-iscsi neutron-server[101422]: WARNING oslo_policy.policy [None req-2d67ae42-d39b-494b-a91e-94f67663ff11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:22:54.933537 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [None req-2d67ae42-d39b-494b-a91e-94f67663ff11 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:22:54.935061 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2d67ae42-d39b-494b-a91e-94f67663ff11 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7562420 Oct 28 12:22:57.721918 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41002) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:22:58.085304 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-fa661d28-6961-4e52-8ff2-ffe11842a7ec admin admin] Request body: {'router': {'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:22:58.111766 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fa661d28-6961-4e52-8ff2-ffe11842a7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.113486 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fa661d28-6961-4e52-8ff2-ffe11842a7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.204544 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6b854258-b623-48bc-aaf1-57607d7cafa1 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:22:58.250872 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fa661d28-6961-4e52-8ff2-ffe11842a7ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.256507 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fa661d28-6961-4e52-8ff2-ffe11842a7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.271449 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fa661d28-6961-4e52-8ff2-ffe11842a7ec admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.272678 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-fa661d28-6961-4e52-8ff2-ffe11842a7ec admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5497327 Oct 28 12:22:58.304856 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 6b854258-b623-48bc-aaf1-57607d7cafa1 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:22:58.305219 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.424664 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.472099 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 6b854258-b623-48bc-aaf1-57607d7cafa1, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6b854258-b623-48bc-aaf1-57607d7cafa1,segment=NetworkSegment(d5963e1c-38e6-460c-b454-2187a191b2c3),segment_id=d5963e1c-38e6-460c-b454-2187a191b2c3)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:22:58.480635 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:58.539972 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=6b854258-b623-48bc-aaf1-57607d7cafa1,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:22:59.214257 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd981615-28ee-4b15-9c01-c66eaf9effaa None None] Network a1909473-3178-4fab-9480-b2678870a365 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:22:59.279304 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-426145e3-4a89-4872-9a04-61783b54f256 None None] Provisioning complete for port 6b854258-b623-48bc-aaf1-57607d7cafa1 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:22:59.279634 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-426145e3-4a89-4872-9a04-61783b54f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:59.656703 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-7bad4076-86c1-4b68-8e60-91de6939baae None None] Provisioning complete for port 6b854258-b623-48bc-aaf1-57607d7cafa1 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:22:59.657139 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7bad4076-86c1-4b68-8e60-91de6939baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.182831 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6b854258-b623-48bc-aaf1-57607d7cafa1 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:23:00.187494 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f0c66da0-e71e-44be-94cb-fcd21cbfc8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.232520 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 6b854258-b623-48bc-aaf1-57607d7cafa1 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:00.233223 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.884054 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41012) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:01.236220 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [None req-56eb7382-b38e-49f2-9ed0-006410974b96 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:23:01.237534 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-56eb7382-b38e-49f2-9ed0-006410974b96 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3526344 Oct 28 12:23:02.881136 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4ef000ce-4ccf-4561-8e1c-852eb0dec567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:03.812030 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41024) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:03.859064 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.171421 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:04.172849 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.quota [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Loaded quota_driver: . Oct 28 12:23:04.230301 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Made reservation on behalf of dab79586299940888a50fa2663df41d6 for: {'network': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:23:04.298852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.policy [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101422) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 12:23:04.346070 dv-cinder-815146-6-iscsi neutron-server[101422]: WARNING oslo_policy.policy [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:23:04.346438 dv-cinder-815146-6-iscsi neutron-server[101422]: WARNING oslo_policy.policy [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:23:04.356365 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.376450 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.490640 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.496619 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.509267 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Reserving flat network on physical network physnet1 {{(pid=101422) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 12:23:04.543582 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744763610453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.544144 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Unsubscribe: segment precommit_create {{(pid=101422) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 12:23:04.544657 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.segments_db [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Added segment 1c757b8e-1ce4-481a-9480-2236e99101fe of type flat for network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 Oct 28 12:23:04.564117 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f806462-3bf7-48fc-a46b-6d4ebbf60de4,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:04.621582 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.621942 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.622284 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.622606 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.622929 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.623259 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.623579 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.623911 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.624243 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.625053 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.625442 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.625812 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Tracked resource versions report: Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: pushed versions: Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: { 'AddressGroup': {'1.2'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'ConntrackHelper': {'1.0'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Log': {'1.0'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Network': {'1.1'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Port': {'1.7'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'PortForwarding': {'1.2'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'QosPolicy': {'1.10'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroup': {'1.4'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SubPort': {'1.0'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Subnet': {'1.1'}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Trunk': {'1.1'}} Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: consumer versions: Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'ConntrackHelper': '1.0', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Log': '1.0', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Network': '1.1', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Port': '1.7', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'PortForwarding': '1.2', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'QosPolicy': '1.10', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroup': '1.4', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroupRule': '1.2', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SubPort': '1.0', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Subnet': '1.1', Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Trunk': '1.1'}} Oct 28 12:23:04.627407 dv-cinder-815146-6-iscsi neutron-server[101422]: {{(pid=101422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:23:04.664917 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.699751 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.750285 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.751521 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:04.752156 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:04.835806 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0227027 Oct 28 12:23:04.857381 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ca77f-4173-45cb-a6b7-0b63e4446bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:04.869328 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:23:05.422163 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:07.374864 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41048) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:07.572004 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2264996-5bcf-4b25-9501-56822ca9836a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:07.573532 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d2264996-5bcf-4b25-9501-56822ca9836a admin admin] 10.222.0.62 "GET /v2.0/subnets/ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6 HTTP/1.1" status: 200 len: 849 time: 0.1976938 Oct 28 12:23:07.699500 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-6dd804bb-16fb-4baf-b963-f3fc4e2f0ecf admin admin] 10.222.0.62 "GET /v2.0/routers/e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d HTTP/1.1" status: 200 len: 704 time: 0.1195323 Oct 28 12:23:07.983499 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.287776 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Allocated IP 172.20.0.1 (a1909473-3178-4fab-9480-b2678870a365/ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6/8bc47d03-795e-44a7-8848-52750921e54a) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:23:08.457160 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.573827 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.649945 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Network a1909473-3178-4fab-9480-b2678870a365 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:23:08.654688 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:08.660682 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:23:08.660682 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.682104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc47d03-795e-44a7-8848-52750921e54a,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:08.827805 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-17f7bb8e-bfd9-4573-93e3-b8c6c91edab4 None None] Provisioning complete for port 8bc47d03-795e-44a7-8848-52750921e54a triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:08.828375 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-17f7bb8e-bfd9-4573-93e3-b8c6c91edab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.857109 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:08.860875 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-17f7bb8e-bfd9-4573-93e3-b8c6c91edab4 None None] Port 8bc47d03-795e-44a7-8848-52750921e54a cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:23:09.067098 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.074795 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.075605 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.151996 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc47d03-795e-44a7-8848-52750921e54a,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:09.203134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Network a1909473-3178-4fab-9480-b2678870a365 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:23:09.204523 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:09.365590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:23:09.382962 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-a580b32f-7d27-42fb-806c-ae1b583c068d None None] Provisioning complete for port 8bc47d03-795e-44a7-8848-52750921e54a triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:09.383343 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a580b32f-7d27-42fb-806c-ae1b583c068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:09.419105 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-a580b32f-7d27-42fb-806c-ae1b583c068d None None] Port 8bc47d03-795e-44a7-8848-52750921e54a cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:23:09.461188 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:23:09.470090 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c139bdfc-8793-4482-8ad2-5553fbcea544 admin admin] 10.222.0.62 "PUT /v2.0/routers/e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7590089 Oct 28 12:23:09.475007 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Sync routers for ids ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:23:09.487845 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Routers {'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:09.488826 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:23:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:09.675285 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Set router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d gateway port host: None {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:10.112075 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'name': 'router1', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:22:58Z', 'updated_at': '2021-10-28T12:23:08Z', 'revision_number': 2, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'gw_port_host': None, '_interfaces': [{'id': '8bc47d03-795e-44a7-8848-52750921e54a', 'name': '', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'mac_address': 'fa:16:3e:83:9b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:08Z', 'updated_at': '2021-10-28T12:23:08Z', 'revision_number': 2, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'subnets': [{'id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62de6496-c103-40c7-815f-0dc0ac6f1316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:10.160883 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Checking router: e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:23:10.161254 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Updating router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d port 8bc47d03-795e-44a7-8848-52750921e54a binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:23:10.237165 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.721185 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.728848 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.892111 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Attempting to bind port 8bc47d03-795e-44a7-8848-52750921e54a on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:23:10.892510 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Attempting to bind port 8bc47d03-795e-44a7-8848-52750921e54a by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:23:10.892963 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Attempting to bind port 8bc47d03-795e-44a7-8848-52750921e54a on network a1909473-3178-4fab-9480-b2678870a365 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:23:10.901760 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:23:10.902131 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Checking segment: {'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:23:10.902467 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.902885 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Bound using segment: {'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:23:10.903412 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Bound port: 8bc47d03-795e-44a7-8848-52750921e54a, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5963e1c-38e6-460c-b454-2187a191b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a1909473-3178-4fab-9480-b2678870a365'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:23:10.903769 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.909799 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Pushing event updated for resources: {'Port': ['ID=8bc47d03-795e-44a7-8848-52750921e54a,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:10.928141 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.928489 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.928849 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.929175 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.929504 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.929827 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.930128 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.930443 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.930764 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.931071 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.931387 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.931687 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Tracked resource versions report: Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: pushed versions: Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: { 'AddressGroup': {'1.2'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'ConntrackHelper': {'1.0'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Log': {'1.0'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Network': {'1.1'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Port': {'1.7'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'PortForwarding': {'1.2'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'QosPolicy': {'1.10'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroup': {'1.4'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SubPort': {'1.0'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Subnet': {'1.1'}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Trunk': {'1.1'}} Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: consumer versions: Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'ConntrackHelper': '1.0', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Log': '1.0', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Network': '1.1', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Port': '1.7', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'PortForwarding': '1.2', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'QosPolicy': '1.10', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroup': '1.4', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroupRule': '1.2', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SubPort': '1.0', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Subnet': '1.1', Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Trunk': '1.1'}} Oct 28 12:23:10.932759 dv-cinder-815146-6-iscsi neutron-server[101425]: {{(pid=101425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:23:10.957337 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-853e4244-beb4-40c9-92d5-879ad8b74b67 None None] Provisioning complete for port 8bc47d03-795e-44a7-8848-52750921e54a triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:10.957849 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-853e4244-beb4-40c9-92d5-879ad8b74b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:10.988135 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] For port 8bc47d03-795e-44a7-8848-52750921e54a, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:23:10.991860 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-853e4244-beb4-40c9-92d5-879ad8b74b67 None None] Port 8bc47d03-795e-44a7-8848-52750921e54a cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:23:11.008310 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] For port 8bc47d03-795e-44a7-8848-52750921e54a, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=8bc47d03-795e-44a7-8848-52750921e54a,segment=NetworkSegment(d5963e1c-38e6-460c-b454-2187a191b2c3),segment_id=d5963e1c-38e6-460c-b454-2187a191b2c3)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:23:11.012698 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:11.059671 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Routers {'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:11.060281 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:23:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:11.144934 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af67f6-cd14-419b-88c3-86e9278c5b9f None None] Pushing event updated for resources: {'Port': ['ID=8bc47d03-795e-44a7-8848-52750921e54a,revision_number=4']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:11.165260 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] Set router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d gateway port host: None {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:11.213282 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-2696a20a-5eab-4aed-a977-374ff4c079c2 None None] Provisioning complete for port 8bc47d03-795e-44a7-8848-52750921e54a triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:11.213728 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2696a20a-5eab-4aed-a977-374ff4c079c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:11.294923 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2696a20a-5eab-4aed-a977-374ff4c079c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:11.330028 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-2696a20a-5eab-4aed-a977-374ff4c079c2 None None] For port 8bc47d03-795e-44a7-8848-52750921e54a, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=8bc47d03-795e-44a7-8848-52750921e54a,segment=NetworkSegment(d5963e1c-38e6-460c-b454-2187a191b2c3),segment_id=d5963e1c-38e6-460c-b454-2187a191b2c3)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:11.334168 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2696a20a-5eab-4aed-a977-374ff4c079c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:11.383639 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696a20a-5eab-4aed-a977-374ff4c079c2 None None] Pushing event updated for resources: {'Port': ['ID=8bc47d03-795e-44a7-8848-52750921e54a,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:11.394265 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'name': 'router1', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:22:58Z', 'updated_at': '2021-10-28T12:23:08Z', 'revision_number': 2, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'gw_port_host': None, '_interfaces': [{'id': '8bc47d03-795e-44a7-8848-52750921e54a', 'name': '', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'mac_address': 'fa:16:3e:83:9b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:08Z', 'updated_at': '2021-10-28T12:23:10Z', 'revision_number': 4, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'subnets': [{'id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62de6496-c103-40c7-815f-0dc0ac6f1316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:11.420681 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb03f8c-631f-4a20-b661-993929b80ff5 None None] The sync data for ids ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'] in dv-cinder-815146-6-iscsi is: [{'id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'name': 'router1', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:22:58Z', 'updated_at': '2021-10-28T12:23:08Z', 'revision_number': 2, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'gw_port_host': None, '_interfaces': [{'id': '8bc47d03-795e-44a7-8848-52750921e54a', 'name': '', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'mac_address': 'fa:16:3e:83:9b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:08Z', 'updated_at': '2021-10-28T12:23:10Z', 'revision_number': 4, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'subnets': [{'id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62de6496-c103-40c7-815f-0dc0ac6f1316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:23:11.814400 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41064) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:11.959975 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f81cba-f09b-4de6-854e-4f75554b69c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:11.961362 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-28f81cba-f09b-4de6-854e-4f75554b69c9 admin admin] 10.222.0.62 "GET /v2.0/networks/bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 HTTP/1.1" status: 200 len: 842 time: 0.1457934 Oct 28 12:23:11.971593 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Request body: {'subnet': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:12.000282 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Made reservation on behalf of dab79586299940888a50fa2663df41d6 for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:23:12.002772 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:12.421881 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.objects.ports [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101422) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 12:23:12.422275 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:12.481122 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e204f0-2b8b-4893-a62f-bd93888df6d7,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:12.494664 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:23:12.495060 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Network hostable DHCP agents. Network: bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:23:12.517527 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:23:12.530544 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:12.539751 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a511fd76-1319-4c08-8d76-394a6f37e2d7 None None] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:23:12.541682 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:12.542456 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:12.576753 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-54a1192b-947b-4d41-a080-70c7a72395bf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5954645 Oct 28 12:23:12.682428 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11bdaa-ee04-4348-bd5d-c0d4b8b4eed7 None None] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:23:14.976265 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41072) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:15.226374 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ee8e2cf2-f949-4a2c-add4-b4ee8548773f admin admin] 10.222.0.62 "GET /v2.0/routers/e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d HTTP/1.1" status: 200 len: 710 time: 0.2488155 Oct 28 12:23:15.323839 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a8bfb-1f65-4352-ab4f-b4d7bc523a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:23:15.325219 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e79a8bfb-1f65-4352-ab4f-b4d7bc523a71 admin admin] 10.222.0.62 "GET /v2.0/networks/bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 HTTP/1.1" status: 200 len: 886 time: 0.0924525 Oct 28 12:23:15.337067 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:23:15.595419 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:15.856380 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:15.939626 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:16.146091 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Allocated IP 172.27.0.164 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/86ddbfb1-04ac-45af-9e1c-411cf3f06838) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:23:16.255571 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:16.318420 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:16.395105 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:23:16.399993 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:23:16.409800 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:23:16.413369 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=86ddbfb1-04ac-45af-9e1c-411cf3f06838,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:16.705446 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:16.906271 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16326326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16346175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3584'] for router, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:16.911997 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16346160'] for router, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:17.026398 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:23:17.142458 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:23:17.147353 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:17.148443 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-26dae222-2b85-4487-b658-397e722c3ec2 admin admin] 10.222.0.62 "PUT /v2.0/routers/e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d HTTP/1.1" status: 200 len: 890 time: 1.8154762 Oct 28 12:23:18.237528 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 8bc47d03-795e-44a7-8848-52750921e54a up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:23:18.274279 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:23:18.308558 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 8bc47d03-795e-44a7-8848-52750921e54a triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:18.309034 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:18.526119 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Sync routers for ids ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:23:18.538042 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Routers {'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:18.538756 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:23:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:18.767335 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Set router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:19.251190 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'name': 'router1', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '86ddbfb1-04ac-45af-9e1c-411cf3f06838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:22:58Z', 'updated_at': '2021-10-28T12:23:16Z', 'revision_number': 4, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'gw_port': {'id': '86ddbfb1-04ac-45af-9e1c-411cf3f06838', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:15Z', 'updated_at': '2021-10-28T12:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '8bc47d03-795e-44a7-8848-52750921e54a', 'name': '', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'mac_address': 'fa:16:3e:83:9b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:08Z', 'updated_at': '2021-10-28T12:23:11Z', 'revision_number': 5, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'subnets': [{'id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62de6496-c103-40c7-815f-0dc0ac6f1316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:19.303824 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Checking router: e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:23:19.304185 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Updating router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d port 86ddbfb1-04ac-45af-9e1c-411cf3f06838 binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:23:19.351753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:19.673974 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:19.682423 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:19.734613 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Attempting to bind port 86ddbfb1-04ac-45af-9e1c-411cf3f06838 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:23:19.735006 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Attempting to bind port 86ddbfb1-04ac-45af-9e1c-411cf3f06838 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:23:19.735433 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Attempting to bind port 86ddbfb1-04ac-45af-9e1c-411cf3f06838 on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:23:19.741052 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca084ed-318b-45ad-9aa3-793bd23e60e6 None None] Pushing event updated for resources: {'Port': ['ID=86ddbfb1-04ac-45af-9e1c-411cf3f06838,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:19.746003 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:23:19.746324 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:23:19.746696 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:19.747075 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:23:19.748007 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Bound port: 86ddbfb1-04ac-45af-9e1c-411cf3f06838, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:23:19.748007 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:19.798882 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] For port 86ddbfb1-04ac-45af-9e1c-411cf3f06838, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:23:19.801869 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] For port 86ddbfb1-04ac-45af-9e1c-411cf3f06838, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=86ddbfb1-04ac-45af-9e1c-411cf3f06838,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:23:19.807036 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:19.817865 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41084) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:23:19.863277 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca084ed-318b-45ad-9aa3-793bd23e60e6 None None] Pushing event updated for resources: {'Port': ['ID=86ddbfb1-04ac-45af-9e1c-411cf3f06838,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:19.869916 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Routers {'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:23:19.870538 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:23:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:19.935556 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-fd9e6f0c-c9ab-4316-809d-adb5b3f0c298 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1162884 Oct 28 12:23:19.977328 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] Set router e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:23:20.201689 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'name': 'router1', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '86ddbfb1-04ac-45af-9e1c-411cf3f06838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:22:58Z', 'updated_at': '2021-10-28T12:23:16Z', 'revision_number': 4, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'gw_port': {'id': '86ddbfb1-04ac-45af-9e1c-411cf3f06838', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:15Z', 'updated_at': '2021-10-28T12:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '8bc47d03-795e-44a7-8848-52750921e54a', 'name': '', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'mac_address': 'fa:16:3e:83:9b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:08Z', 'updated_at': '2021-10-28T12:23:11Z', 'revision_number': 5, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'subnets': [{'id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62de6496-c103-40c7-815f-0dc0ac6f1316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:23:20.227835 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30475-947a-48b1-b20d-6c22877ec4b1 None None] The sync data for ids ['e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d'] in dv-cinder-815146-6-iscsi is: [{'id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'name': 'router1', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '86ddbfb1-04ac-45af-9e1c-411cf3f06838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:22:58Z', 'updated_at': '2021-10-28T12:23:16Z', 'revision_number': 4, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'gw_port': {'id': '86ddbfb1-04ac-45af-9e1c-411cf3f06838', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:15Z', 'updated_at': '2021-10-28T12:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '8bc47d03-795e-44a7-8848-52750921e54a', 'name': '', 'network_id': 'a1909473-3178-4fab-9480-b2678870a365', 'tenant_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'mac_address': 'fa:16:3e:83:9b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e59e4b-a0b9-4a60-8f5f-ede4be1c423d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:23:08Z', 'updated_at': '2021-10-28T12:23:11Z', 'revision_number': 5, 'project_id': 'a65bb1ea700a417b88b985ef6354b4f4', 'subnets': [{'id': 'ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62de6496-c103-40c7-815f-0dc0ac6f1316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:23:22.259230 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 86ddbfb1-04ac-45af-9e1c-411cf3f06838 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:23:22.320627 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 86ddbfb1-04ac-45af-9e1c-411cf3f06838 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:22.321267 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:22.444516 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:22.473053 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 86ddbfb1-04ac-45af-9e1c-411cf3f06838, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=86ddbfb1-04ac-45af-9e1c-411cf3f06838,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:23:22.477740 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:22.543195 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=86ddbfb1-04ac-45af-9e1c-411cf3f06838,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:23:24.245220 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 86ddbfb1-04ac-45af-9e1c-411cf3f06838 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:23:24.323542 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 86ddbfb1-04ac-45af-9e1c-411cf3f06838 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:23:24.324242 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:30.205323 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc106-fc2b-486c-b266-bc084224c7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:32.880183 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e5462d3f-31a4-427f-890c-96182aba5718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:33.854578 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:34.656541 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:35.425304 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:55.276240 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:24:00.180097 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d075040c-7277-4373-941f-94b9a57bc808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:02.884170 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-bc759efa-e525-446e-9603-2883c2102399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:03.862445 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:04.665254 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:05.430181 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:30.188153 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c5ff70f2-c0a8-4518-b2b6-3248bc53fde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:32.276963 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:24:32.878916 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c3e05e86-c027-4ecd-aaec-b8315909a19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:33.858284 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:34.664777 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:35.434847 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:00.183362 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6cbf56d5-739d-4b36-a075-76dc7eb3376e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:02.128970 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41646) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:02.199878 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.pecan_wsgi.hooks.translation [None req-506570c8-9a0c-439f-b814-dff6b789b7ce admin admin] GET failed (client error): The resource could not be found. Oct 28 12:25:02.201258 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-506570c8-9a0c-439f-b814-dff6b789b7ce admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0709505 Oct 28 12:25:02.364101 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc19eca-a98e-422a-84d9-55ac95c44ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:02.365540 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-afc19eca-a98e-422a-84d9-55ac95c44ad9 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594071 Oct 28 12:25:02.883069 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6920ca14-cdfe-426e-a3f9-ba15f003bd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:03.854303 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:04.642437 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41656) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:04.666180 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:04.760442 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4477d92-af8e-45fa-af94-53012a8f5942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:04.761892 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f4477d92-af8e-45fa-af94-53012a8f5942 admin admin] 10.222.0.62 "GET /v2.0/subnets/ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6 HTTP/1.1" status: 200 len: 849 time: 0.1176972 Oct 28 12:25:04.772482 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:04.937578 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.090627 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744763535589'] for subnet, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.121082 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:05.121604 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.123511 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] 10.222.0.62 "PUT /v2.0/subnets/ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6 HTTP/1.1" status: 200 len: 868 time: 0.3546343 Oct 28 12:25:05.126404 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac07c35-5fe6-4530-bafa-a76def7a0614 None None] Network a1909473-3178-4fab-9480-b2678870a365 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:05.157669 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:05.174119 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.174518 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.174834 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.175153 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.175476 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.175825 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.176154 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.176489 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.176838 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.177158 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.177476 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.177790 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90e30ae-5aa2-4316-80c6-28fbf126dcc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:05.438396 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.556903 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-c6bdd1b3-7f45-4cfe-807a-5b521299a5cc None None] Provisioning complete for port 6b854258-b623-48bc-aaf1-57607d7cafa1 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:05.557275 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd1b3-7f45-4cfe-807a-5b521299a5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.645386 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-c6bdd1b3-7f45-4cfe-807a-5b521299a5cc None None] Provisioning complete for port 8bc47d03-795e-44a7-8848-52750921e54a triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:05.645616 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd1b3-7f45-4cfe-807a-5b521299a5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:07.440486 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41664) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:07.644046 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598bec02-8610-4c79-83a2-80fd72edc7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:07.644516 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598bec02-8610-4c79-83a2-80fd72edc7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:07.646158 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-598bec02-8610-4c79-83a2-80fd72edc7be admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2046187 Oct 28 12:25:09.279780 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:25:09.954307 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41674) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:10.091625 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fff15c-6242-4cd7-9c96-031f62de2bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:10.092087 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fff15c-6242-4cd7-9c96-031f62de2bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:10.093668 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-54fff15c-6242-4cd7-9c96-031f62de2bb0 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1384034 Oct 28 12:25:12.418605 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41682) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:12.586933 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a69ef5-8305-4986-ae57-9c951457e47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:12.588293 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-a6a69ef5-8305-4986-ae57-9c951457e47b admin admin] 10.222.0.62 "GET /v2.0/networks/a1909473-3178-4fab-9480-b2678870a365 HTTP/1.1" status: 200 len: 869 time: 0.1688392 Oct 28 12:25:14.887350 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41690) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:15.024682 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d169d-9d62-4af4-8bf2-0b06d9e8f364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:15.026083 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-892d169d-9d62-4af4-8bf2-0b06d9e8f364 admin admin] 10.222.0.62 "GET /v2.0/networks/bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 HTTP/1.1" status: 200 len: 886 time: 0.1372321 Oct 28 12:25:17.341575 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41698) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:17.554257 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d34fd-8851-4412-a2c7-2c282c19e13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:17.554713 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d34fd-8851-4412-a2c7-2c282c19e13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:17.556287 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-223d34fd-8851-4412-a2c7-2c282c19e13b admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2136426 Oct 28 12:25:19.887524 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41706) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:20.018447 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79803070-8ea7-4d80-a877-21962e538a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:20.018873 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79803070-8ea7-4d80-a877-21962e538a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:20.020510 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-79803070-8ea7-4d80-a877-21962e538a83 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319761 Oct 28 12:25:22.335369 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41714) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:22.438227 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2fc25-a820-429f-94c5-033439e2a05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:22.439651 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-deb2fc25-a820-429f-94c5-033439e2a05b admin admin] 10.222.0.62 "GET /v2.0/subnets/29e204f0-2b8b-4893-a62f-bd93888df6d7 HTTP/1.1" status: 200 len: 816 time: 0.1032543 Oct 28 12:25:24.795247 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41722) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:24.909962 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac6adf-0f15-4585-af0c-19b2771b9108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:24.911358 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-21ac6adf-0f15-4585-af0c-19b2771b9108 admin admin] 10.222.0.62 "GET /v2.0/subnets/ccf1a6f7-ef52-43a4-8a7d-957bf7a60ed6 HTTP/1.1" status: 200 len: 868 time: 0.1148901 Oct 28 12:25:30.190805 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f8e67fb7-d4ff-49c7-ad5c-528c9822734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:32.885981 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-36a96876-b28e-401e-8a16-e70a238adf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:33.849798 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:34.670352 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:35.440426 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:46.280000 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:25:49.643837 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41776) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:49.695959 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [None req-eb0f7b6d-908a-4fb9-8ae0-5f006b878065 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:25:49.697117 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-eb0f7b6d-908a-4fb9-8ae0-5f006b878065 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0521741 Oct 28 12:25:52.087216 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41784) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:52.162254 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d69c5b0-96b3-45f1-90a0-e533deedf2a7 admin admin] GET failed (client error): The resource could not be found. Oct 28 12:25:52.164481 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4d69c5b0-96b3-45f1-90a0-e533deedf2a7 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762422 Oct 28 12:25:52.261290 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd112cd7-c6e8-4083-821e-08f0102748eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:52.262777 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-bd112cd7-c6e8-4083-821e-08f0102748eb admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0934343 Oct 28 12:25:54.618956 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41792) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:54.677138 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:54.708701 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Made reservation on behalf of dab79586299940888a50fa2663df41d6 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:25:54.711448 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:54.740125 dv-cinder-815146-6-iscsi neutron-server[101423]: WARNING neutron.services.revisions.revision_plugin [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Could not find related network for resource to bump revision. Oct 28 12:25:54.755099 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:25:54.767708 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:54.768078 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Added segment 8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6 of type vlan for network 1cc5c841-12b4-485a-9c0b-fbc63799a773 Oct 28 12:25:54.807071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:54.833192 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:54.834528 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:54.835411 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:54.898835 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2783525 Oct 28 12:25:54.904681 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc5c841-12b4-485a-9c0b-fbc63799a773,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:54.913564 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.913930 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.914329 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.914605 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.914978 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.915501 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.915830 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.916225 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.916549 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.916903 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.917223 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.917538 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a73deff-8c5e-4221-a2e3-7ac75d3fe6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:54.929800 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 1cc5c841-12b4-485a-9c0b-fbc63799a773 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:25:57.222586 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41800) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:25:57.296535 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.pecan_wsgi.hooks.translation [None req-89887ede-34b6-4885-a4ed-ddb3fc1a493a admin admin] GET failed (client error): The resource could not be found. Oct 28 12:25:57.297913 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-89887ede-34b6-4885-a4ed-ddb3fc1a493a admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0743582 Oct 28 12:25:57.381408 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e077474-693c-4ab0-8f62-7eab6df55a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:57.382920 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4e077474-693c-4ab0-8f62-7eab6df55a74 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0796371 Oct 28 12:25:57.393573 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Request body: {'subnet': {'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:25:57.425683 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Made reservation on behalf of dab79586299940888a50fa2663df41d6 for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:25:57.428979 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.610495 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.667479 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b90f0b2-8c10-481b-aeb6-045f5e0f106b,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:57.677740 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Checking segment: {'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:57.678104 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Network hostable DHCP agents. Network: 1cc5c841-12b4-485a-9c0b-fbc63799a773, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:25:57.697924 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Network 1cc5c841-12b4-485a-9c0b-fbc63799a773 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:25:57.707662 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 1cc5c841-12b4-485a-9c0b-fbc63799a773) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:57.713366 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:25:57.714342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:57.719815 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04014cf5-e0bb-4804-84da-7e36eee5d7ff None None] Network 1cc5c841-12b4-485a-9c0b-fbc63799a773 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:57.736649 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e32a2ff1-8bf3-4acd-9f7d-fab64bf87603 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3465633 Oct 28 12:25:57.983099 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-1cc5c841-12b4-485a-9c0b-fbc63799a773', 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773', 'tenant_id': 'dab79586299940888a50fa2663df41d6', 'fixed_ips': [{'subnet_id': '8b90f0b2-8c10-481b-aeb6-045f5e0f106b'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:25:57.984920 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:58.121511 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Allocated IP 192.168.233.2 (1cc5c841-12b4-485a-9c0b-fbc63799a773/8b90f0b2-8c10-481b-aeb6-045f5e0f106b/3d5efe38-4045-460d-bfdb-272a1115d979) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:25:58.277691 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:58.283560 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:58.330997 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Network 1cc5c841-12b4-485a-9c0b-fbc63799a773 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:25:58.334037 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:25:58.336886 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:25:58.342978 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Pushing event updated for resources: {'Port': ['ID=3d5efe38-4045-460d-bfdb-272a1115d979,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:58.354204 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.354566 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.354919 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.355251 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.355572 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.355894 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.356217 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.356548 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.356926 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.357233 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.357566 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.357866 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:25:58.407073 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Attempting to bind port 3d5efe38-4045-460d-bfdb-272a1115d979 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:25:58.407472 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Attempting to bind port 3d5efe38-4045-460d-bfdb-272a1115d979 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:25:58.407827 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Attempting to bind port 3d5efe38-4045-460d-bfdb-272a1115d979 on network 1cc5c841-12b4-485a-9c0b-fbc63799a773 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:25:58.413237 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:25:58.413589 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Checking segment: {'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:25:58.413999 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:58.414381 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Bound using segment: {'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:25:58.414838 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Bound port: 3d5efe38-4045-460d-bfdb-272a1115d979, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:25:58.415223 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:58.477431 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] For port 3d5efe38-4045-460d-bfdb-272a1115d979, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:25:58.480742 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] For port 3d5efe38-4045-460d-bfdb-272a1115d979, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=3d5efe38-4045-460d-bfdb-272a1115d979,segment=NetworkSegment(8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6),segment_id=8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:25:58.486399 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:58.546525 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f3c1-c7f7-4228-b8bd-d15dc8d9786f None None] Pushing event updated for resources: {'Port': ['ID=3d5efe38-4045-460d-bfdb-272a1115d979,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:25:59.420244 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30546aab-96b1-499d-a48b-df6155aaf752 None None] Network 1cc5c841-12b4-485a-9c0b-fbc63799a773 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:25:59.496186 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-a26f50e9-9e21-498b-bdea-3bb3783017d7 None None] Provisioning complete for port 3d5efe38-4045-460d-bfdb-272a1115d979 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:25:59.496539 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a26f50e9-9e21-498b-bdea-3bb3783017d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.721687 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a26f50e9-9e21-498b-bdea-3bb3783017d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.772946 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-a26f50e9-9e21-498b-bdea-3bb3783017d7 None None] For port 3d5efe38-4045-460d-bfdb-272a1115d979, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=3d5efe38-4045-460d-bfdb-272a1115d979,segment=NetworkSegment(8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6),segment_id=8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:25:59.778959 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a26f50e9-9e21-498b-bdea-3bb3783017d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.854108 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f50e9-9e21-498b-bdea-3bb3783017d7 None None] Pushing event updated for resources: {'Port': ['ID=3d5efe38-4045-460d-bfdb-272a1115d979,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:26:00.003322 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-8dc6e7dc-6f1f-4533-b1df-b4a8890ae00e None None] Provisioning complete for port 3d5efe38-4045-460d-bfdb-272a1115d979 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:26:00.003620 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-8dc6e7dc-6f1f-4533-b1df-b4a8890ae00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.184394 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e9d0-7a91-4990-8cf0-32f347a16fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.346035 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 3d5efe38-4045-460d-bfdb-272a1115d979 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:26:00.407960 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 3d5efe38-4045-460d-bfdb-272a1115d979 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:26:00.408315 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:02.893125 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a474411f-0719-4b3b-aa9b-fe65b1aa4d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:03.855180 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:04.671969 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:05.443354 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:23.280005 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:26:30.189526 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-5abd0122-cc1e-43ab-baae-0194e8645e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:32.890634 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a0350a55-76fb-45d3-b095-6cbc3f9bc0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:33.860868 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:34.677452 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:35.450505 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:00.196216 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b83ffd16-cfc0-43f7-8ddd-fd2b49a8e6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:00.280516 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:27:02.886474 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-5a1f62e6-4197-4dec-81e0-0dc63985223e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:03.864430 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:04.679797 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:05.450286 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:08.851124 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41846) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:27:08.860617 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [None req-377f4f4f-a7ce-4f30-9345-54c3a61cd05c tempest-verify_tempest_config-1688249819 tempest-verify_tempest_config-1688249819-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:27:08.861992 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-377f4f4f-a7ce-4f30-9345-54c3a61cd05c tempest-verify_tempest_config-1688249819 tempest-verify_tempest_config-1688249819-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0094793 Oct 28 12:27:09.201175 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41864) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:27:09.329054 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:09.431657 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:09.438706 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:09.482723 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b331027b8c8401991ffebf980aae38d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2804525 Oct 28 12:27:09.483528 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd9fc21-d249-40e2-87d0-9d9a56b9b2f0,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:27:09.485434 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41870) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:27:09.496283 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.496648 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.497025 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.497360 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.497686 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.497989 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.498312 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.498758 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.499140 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.499497 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.499843 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.500160 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a615-f154-4111-b21a-1b1c30619d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:27:09.551717 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e555926-a3f5-4e2a-9b9e-fc542614b8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:09.575826 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e555926-a3f5-4e2a-9b9e-fc542614b8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:09.671201 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e555926-a3f5-4e2a-9b9e-fc542614b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:09.676001 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e555926-a3f5-4e2a-9b9e-fc542614b8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:09.677884 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2e555926-a3f5-4e2a-9b9e-fc542614b8af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3dd9fc21-d249-40e2-87d0-9d9a56b9b2f0 HTTP/1.1" status: 204 len: 168 time: 0.1913729 Oct 28 12:27:09.689767 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555926-a3f5-4e2a-9b9e-fc542614b8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd9fc21-d249-40e2-87d0-9d9a56b9b2f0,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:27:30.193298 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-80abd225-1a82-486d-be31-22632bebbfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:32.898374 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-9e76663d-e888-4f50-abed-533f9c871893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:33.870276 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:34.689914 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:35.460441 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:27:37.287573 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:28:00.191176 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-1edf6ef7-0163-42b0-95db-b9a548b0c6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:02.902146 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ccafcbb5-3635-45dc-a2b7-643a984be5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:03.874429 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:04.690156 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:05.460236 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:14.277414 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 5 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:28:30.185092 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-393f1f97-55f1-4a5b-81e4-7a3c0c120764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:32.897454 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-06b90a49-0728-42e9-8060-3ba756ed3c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:33.870919 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:34.694135 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:35.463377 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:43.276067 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16266379'] for agent, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:28:51.277068 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:28:58.515334 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 41942) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:28:58.626288 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f7e2f52d-7903-44fd-8ed5-9b58ef8e73da admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1094630 Oct 28 12:29:00.191641 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-84410033-4568-453f-b4e1-e10cb5401cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:00.943341 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 41952) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:29:01.009198 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-58d615ae-7579-4fab-b243-42dcdb663831 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0647299 Oct 28 12:29:02.897390 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a51b4426-441d-48f3-9ac1-704aa50c1377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:03.866612 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:04.697100 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:05.466742 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:13.230186 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:28.276997 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:29:30.188076 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-5b3379e6-062c-447b-b195-8acd78d6fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:32.900100 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e69b86b8-fa7a-4ad9-a207-c9b35fca4eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:33.865525 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:34.702793 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:35.466175 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:29:43.241387 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:00.193199 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c644-c4c5-4b2e-b95f-1449de2bcb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:02.895741 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d801e2a9-22fe-46bc-8b38-03225651fd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:03.866034 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:04.701851 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:05.276772 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:30:05.470398 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:13.245924 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:29.428972 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42072) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:29.778893 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-949056928-network', 'tenant_id': '89341f96003c41e9be94073b0ef97275'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:29.811459 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Made reservation on behalf of 89341f96003c41e9be94073b0ef97275 for: {'network': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:29.814699 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:29.826507 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:29.901546 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:29.906951 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:29.930843 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=101422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:30:29.954372 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:29.955043 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.segments_db [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Added segment e0d2ef08-7c36-41d3-a138-9ddbd34158c2 of type vlan for network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 Oct 28 12:30:29.996359 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.001074 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8842170-5ab1-40fd-a487-70da85301b7f,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:30.025768 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.026138 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.026556 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.026819 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.027129 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.027471 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.027819 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.028173 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.028617 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.029280 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.029280 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.029568 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Tracked resource versions report: Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: pushed versions: Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: { 'AddressGroup': {'1.2'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'ConntrackHelper': {'1.0'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Log': {'1.0'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Network': {'1.1'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Port': {'1.7'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'PortForwarding': {'1.2'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'QosPolicy': {'1.10'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroup': {'1.4'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SubPort': {'1.0'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Subnet': {'1.1'}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Trunk': {'1.1'}} Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: consumer versions: Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: HyperV agent@hv-cinder-81514: {}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'ConntrackHelper': '1.0', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Log': '1.0', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Network': '1.1', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Port': '1.7', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'PortForwarding': '1.2', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'QosPolicy': '1.10', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroup': '1.4', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SecurityGroupRule': '1.2', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'SubPort': '1.0', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Subnet': '1.1', Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: 'Trunk': '1.1'}} Oct 28 12:30:30.030584 dv-cinder-815146-6-iscsi neutron-server[101422]: {{(pid=101422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:30:30.033701 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.034626 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:30.035195 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.090580 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42108) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:30.094244 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6618478 Oct 28 12:30:30.095966 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Request body: {'subnet': {'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-subnet', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:30.113705 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd6a75-54e9-40ed-9fd4-eda0474cea10 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3a51c3-709d-44a6-8c38-864c03c3e6a4,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:30.122912 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Made reservation on behalf of 89341f96003c41e9be94073b0ef97275 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:30.125324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.126923 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:30:30.257651 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4294edcc-ae5b-4fef-9c34-c999f8ab7702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.323418 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.387183 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abb791c-e92e-485f-bef6-916894ef1a83,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:30.395899 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.396278 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.396676 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.397022 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.397494 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.398008 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.398495 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.398846 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.399189 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.399521 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.399842 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.400156 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Tracked resource versions report: Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: pushed versions: Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: { 'AddressGroup': {'1.2'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'ConntrackHelper': {'1.0'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Log': {'1.0'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Network': {'1.1'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Port': {'1.7'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'PortForwarding': {'1.2'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'QosPolicy': {'1.10'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroup': {'1.4'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SubPort': {'1.0'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Subnet': {'1.1'}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Trunk': {'1.1'}} Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: consumer versions: Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: HyperV agent@hv-cinder-81514: {}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'ConntrackHelper': '1.0', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Log': '1.0', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Network': '1.1', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Port': '1.7', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'PortForwarding': '1.2', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'QosPolicy': '1.10', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroup': '1.4', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SecurityGroupRule': '1.2', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'SubPort': '1.0', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Subnet': '1.1', Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: 'Trunk': '1.1'}} Oct 28 12:30:30.401449 dv-cinder-815146-6-iscsi neutron-server[101423]: {{(pid=101423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:30:30.422306 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Checking segment: {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:30.422490 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Network hostable DHCP agents. Network: 5c3a51c3-709d-44a6-8c38-864c03c3e6a4, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:30:30.442440 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:30:30.454033 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 5c3a51c3-709d-44a6-8c38-864c03c3e6a4) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:30.458607 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:30.459308 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.469649 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb7ef51-d3b1-4c4c-9520-f80b87cb7443 None None] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:30.481415 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-806163de-a679-4d58-adfa-2d92d9f9c7c4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3895512 Oct 28 12:30:30.482952 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42134) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:30.488295 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:30.523956 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.526974 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.632282 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:30.674949 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc8998-3b4b-4ba7-af85-e1b7ff53b875 None None] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:30.905871 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.081213 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42164) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:31.143668 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.174770 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.301405 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Allocated IP 172.27.0.254 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/5aa999f0-3e94-499e-913c-b1938b436cc8) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:31.419783 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.462799 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-815740917-network', 'tenant_id': '784e1090f5bd4ef6bb01c960b5b89226'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:31.464427 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.489168 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Made reservation on behalf of 784e1090f5bd4ef6bb01c960b5b89226 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:31.492974 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.503273 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.514972 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:31.523389 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:31.526657 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:31.623563 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.629576 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42188) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:31.640291 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa999f0-3e94-499e-913c-b1938b436cc8,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:31.641332 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.667476 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:30:31.683444 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91cf79-5002-47f7-a178-84a9e452cd8e,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:31.686759 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.687096 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Added segment a9356346-8ed4-4ee5-969e-2e47b72aee22 of type vlan for network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 Oct 28 12:30:31.688410 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42196) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:31.745328 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.779953 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.783243 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:31.783243 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.808409 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:31.849357 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7668805 Oct 28 12:30:31.859850 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42204) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:31.863311 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d0f5a-c012-418d-93c4-ed4cda2cca5d admin admin] Pushing event updated for resources: {'Network': ['ID=77d7bc7e-f170-4994-9d38-e2a218ea13c3,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:31.874686 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:30:31.900771 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Request body: {'subnet': {'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-815740917-subnet', 'tenant_id': '784e1090f5bd4ef6bb01c960b5b89226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:31.925083 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Made reservation on behalf of 784e1090f5bd4ef6bb01c960b5b89226 for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:31.927373 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Publish callbacks [] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.007209 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1362445524-network', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:32.040482 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Made reservation on behalf of c5337ec1ac12488aa4e8ecbab298da10 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:32.042855 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.059387 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.145985 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-101855638-network', 'tenant_id': '0ae5fd59e495402c829af6819f873149'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:32.192861 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.250013 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.251184 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Made reservation on behalf of 0ae5fd59e495402c829af6819f873149 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:32.254422 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.277135 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.285597 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.311258 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:30:32.320797 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.321398 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Added segment 74559da5-4982-4080-b7b4-87eae36690f7 of type vlan for network c977e2aa-b8cb-4592-9494-ce66891f1b69 Oct 28 12:30:32.361535 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.366965 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Checking segment: {'id': 'a9356346-8ed4-4ee5-969e-2e47b72aee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:32.367321 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Network hostable DHCP agents. Network: 77d7bc7e-f170-4994-9d38-e2a218ea13c3, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:30:32.427724 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:30:32.444122 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 77d7bc7e-f170-4994-9d38-e2a218ea13c3) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:32.451128 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:32.453400 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.455227 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a13252-489f-4856-8ffc-d35469987321 None None] Network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:32.467362 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d89db6-ad7e-49c1-a89a-78c878546a5b,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:32.488790 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.490744 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:32.492249 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.529358 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6682384 Oct 28 12:30:32.557427 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9257095 Oct 28 12:30:32.558430 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42232) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:32.559883 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da984ba-8517-4a3c-8964-4465280093db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de2b1cb-98a6-49c2-aab9-5374eb27044a,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:32.584695 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.611510 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Request body: {'subnet': {'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1362445524-subnet', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:32.650015 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Made reservation on behalf of c5337ec1ac12488aa4e8ecbab298da10 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:32.658480 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.705216 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f6c3ae-8d38-4d25-a8da-efe4d5d4f0aa None None] Network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:32.821752 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da3629-f003-405d-a512-8826f2e7edad admin admin] Pushing event updated for resources: {'Network': ['ID=c977e2aa-b8cb-4592-9494-ce66891f1b69,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:32.833872 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:30:32.849857 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:30:32.906531 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.916651 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:32.993229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:30:33.003593 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.003984 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Added segment 8bb87678-a748-44a7-b0ec-682871ed6b03 of type vlan for network 91b3814f-2032-4bff-af3a-f4aaffcf631a Oct 28 12:30:33.017935 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-85f42ab4-0a2c-431f-93dc-4dc6d92a7d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.145509 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.187441 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4641f8d-c440-42ca-9a43-fee3e0277928,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:33.216115 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.287280 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.288295 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:33.288911 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.304300 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:30:33.322083 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Sync routers for ids ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:30:33.338258 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Routers {'d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:33.339080 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:33.351576 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.355151 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-830f5530-ef28-4abf-a5aa-8996c2264985 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8702803 Oct 28 12:30:33.362139 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42272) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:33.437015 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] Pushing event updated for resources: {'Network': ['ID=91b3814f-2032-4bff-af3a-f4aaffcf631a,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:33.451072 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:30:33.474550 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Checking segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:33.477248 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Network hostable DHCP agents. Network: c977e2aa-b8cb-4592-9494-ce66891f1b69, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:30:33.498762 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d3413b86-0dac-4971-b6d3-b8b6f388a005 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8086436 Oct 28 12:30:33.502962 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42276) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:33.513419 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e1b7e2-5379-495a-bd13-c27a2f4cec48,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:33.517752 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Request body: {'subnet': {'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-subnet', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:33.556966 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:30:33.572197 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, c977e2aa-b8cb-4592-9494-ce66891f1b69) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:33.580744 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:33.581365 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.586633 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Made reservation on behalf of 0ae5fd59e495402c829af6819f873149 for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:33.589494 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.594610 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8d64b6-f990-4909-b47a-76a6fd5de9ef None None] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:33.646441 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42280) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:33.648358 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-62ebce6e-0686-4b03-8109-f9b706545273 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0415823 Oct 28 12:30:33.655402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:33.738674 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Set router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:33.760268 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.761603 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:33.847381 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42290) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:33.931287 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.051008 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:30:31Z', 'revision_number': 3, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:34.058157 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.087956 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-c977e2aa-b8cb-4592-9494-ce66891f1b69', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:30:34.089771 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.113117 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7f07f7e6-5710-4476-9d2e-69ae816929b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.113701 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Checking router: d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:30:34.114069 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Updating router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 port 5aa999f0-3e94-499e-913c-b1938b436cc8 binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:30:34.242304 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.304374 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7f07f7e6-5710-4476-9d2e-69ae816929b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.312127 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7f07f7e6-5710-4476-9d2e-69ae816929b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.341946 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Allocated IP 172.20.0.2 (c977e2aa-b8cb-4592-9494-ce66891f1b69/71e1b7e2-5379-495a-bd13-c27a2f4cec48/926174eb-ecc4-4e30-93e7-d7c9d2add2a3) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:34.357366 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07f7e6-5710-4476-9d2e-69ae816929b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c1e60f-a576-4b2b-a012-f8a000cf28a7,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:34.394089 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-7f07f7e6-5710-4476-9d2e-69ae816929b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34a5cbd3cfe24aab8f2c315d50dd94a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5449708 Oct 28 12:30:34.397876 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42298) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:34.484834 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.504414 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1ec596c-a473-4e79-9705-4e0c75fdb46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.528893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1ec596c-a473-4e79-9705-4e0c75fdb46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.599158 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1ec596c-a473-4e79-9705-4e0c75fdb46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.606120 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1ec596c-a473-4e79-9705-4e0c75fdb46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.614378 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e1ec596c-a473-4e79-9705-4e0c75fdb46f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6c1e60f-a576-4b2b-a012-f8a000cf28a7 HTTP/1.1" status: 204 len: 168 time: 0.2152290 Oct 28 12:30:34.633304 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec596c-a473-4e79-9705-4e0c75fdb46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c1e60f-a576-4b2b-a012-f8a000cf28a7,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:34.687187 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.704299 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.727466 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:34.732432 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:34.736057 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:34.782357 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.820656 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.829405 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.860411 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Attempting to bind port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:34.860988 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Attempting to bind port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:34.861698 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Attempting to bind port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 on network c977e2aa-b8cb-4592-9494-ce66891f1b69 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:34.874435 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.875033 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:34.875610 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Checking segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:34.876350 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.876931 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Bound using segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:34.877571 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Bound port: 926174eb-ecc4-4e30-93e7-d7c9d2add2a3, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:34.878235 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.933798 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Attempting to bind port 5aa999f0-3e94-499e-913c-b1938b436cc8 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:34.934082 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Attempting to bind port 5aa999f0-3e94-499e-913c-b1938b436cc8 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:34.934491 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Attempting to bind port 5aa999f0-3e94-499e-913c-b1938b436cc8 on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:34.945061 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:34.945434 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:34.945840 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:34.946234 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:34.947328 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Bound port: 5aa999f0-3e94-499e-913c-b1938b436cc8, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:34.947328 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.006450 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] For port 5aa999f0-3e94-499e-913c-b1938b436cc8, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:35.010688 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] For port 5aa999f0-3e94-499e-913c-b1938b436cc8, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=5aa999f0-3e94-499e-913c-b1938b436cc8,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:35.024320 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.085775 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Routers {'d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:35.088056 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:35.146965 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Pushing event updated for resources: {'Port': ['ID=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:35.161362 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.161814 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.163189 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.164414 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.164414 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.164975 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.165790 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.166449 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.167046 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.167464 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.168135 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.168561 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Tracked resource versions report: Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: pushed versions: Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: { 'AddressGroup': {'1.2'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'ConntrackHelper': {'1.0'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Log': {'1.0'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Network': {'1.1'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Port': {'1.7'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'PortForwarding': {'1.2'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'QosPolicy': {'1.10'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroup': {'1.4'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SubPort': {'1.0'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Subnet': {'1.1'}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Trunk': {'1.1'}} Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: consumer versions: Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: HyperV agent@hv-cinder-81514: {}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'ConntrackHelper': '1.0', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Log': '1.0', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Network': '1.1', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Port': '1.7', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'PortForwarding': '1.2', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'QosPolicy': '1.10', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroup': '1.4', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SecurityGroupRule': '1.2', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'SubPort': '1.0', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Subnet': '1.1', Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: 'Trunk': '1.1'}} Oct 28 12:30:35.170587 dv-cinder-815146-6-iscsi neutron-server[101424]: {{(pid=101424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:30:35.219827 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42352) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:35.222065 dv-cinder-815146-6-iscsi neutron-server[101423]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 12:30:35.246913 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] For port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:35.253889 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] For port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:35.259548 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.275598 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] Set router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:35.301405 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42354) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:35.372680 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-eb9795de-9e43-4448-997d-8cd9cb3bfcb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.405339 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470057e2-be30-4d6e-929a-f5be9a574d4e None None] Pushing event updated for resources: {'Port': ['ID=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:35.417239 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Pushing event updated for resources: {'Port': ['ID=5aa999f0-3e94-499e-913c-b1938b436cc8,revision_number=2']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:35.436595 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.437055 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.446111 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.446346 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.446834 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.449598 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.450395 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.450646 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.450991 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.451328 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.451658 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.452039 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Tracked resource versions report: Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: pushed versions: Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: { 'AddressGroup': {'1.2'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'ConntrackHelper': {'1.0'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Log': {'1.0'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Network': {'1.1'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Port': {'1.7'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'PortForwarding': {'1.2'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'QosPolicy': {'1.10'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroup': {'1.4'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SubPort': {'1.0'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Subnet': {'1.1'}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Trunk': {'1.1'}} Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: consumer versions: Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: { DHCP agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: HyperV agent@hv-cinder-81514: {}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: L3 agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: Metadata agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: Metering agent@dv-cinder-815146-6-iscsi: {}, Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: Open vSwitch agent@dv-cinder-815146-6-iscsi: { 'AddressGroup': '1.2', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'ConntrackHelper': '1.0', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Log': '1.0', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Network': '1.1', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Port': '1.7', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'PortForwarding': '1.2', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'QosPolicy': '1.10', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroup': '1.4', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SecurityGroupRule': '1.2', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'SubPort': '1.0', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Subnet': '1.1', Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: 'Trunk': '1.1'}} Oct 28 12:30:35.453387 dv-cinder-815146-6-iscsi neutron-server[101425]: {{(pid=101425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:30:35.492598 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.520272 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42362) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:35.682627 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.682627 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:35.706646 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f585b8-6207-4046-a5f4-69650ef999d0 None None] Pushing event updated for resources: {'Port': ['ID=5aa999f0-3e94-499e-913c-b1938b436cc8,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:35.724742 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:30:31Z', 'revision_number': 3, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:35.747810 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Checking segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:35.748267 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Network hostable DHCP agents. Network: 91b3814f-2032-4bff-af3a-f4aaffcf631a, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:30:35.771350 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-3ab19372-bb90-4a39-9de4-ecf27bc4dc0e tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:35.771605 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bbc44-8bde-49f4-a75c-031e676b2a91 None None] The sync data for ids ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'] in dv-cinder-815146-6-iscsi is: [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:30:31Z', 'revision_number': 3, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:30:35.776231 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-3ab19372-bb90-4a39-9de4-ecf27bc4dc0e tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/networks?id=77d7bc7e-f170-4994-9d38-e2a218ea13c3 HTTP/1.1" status: 200 len: 811 time: 0.5552950 Oct 28 12:30:35.824196 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-345c7229-575c-4883-b978-d5c1f5bbb389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.842492 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-eb9795de-9e43-4448-997d-8cd9cb3bfcb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.853734 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-eb9795de-9e43-4448-997d-8cd9cb3bfcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:35.893672 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-946a7eb9-dd0d-490f-bed1-99d782ce840c tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/quotas/784e1090f5bd4ef6bb01c960b5b89226 HTTP/1.1" status: 200 len: 375 time: 0.0883508 Oct 28 12:30:35.939749 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-eb9795de-9e43-4448-997d-8cd9cb3bfcb4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5be308652b7d41daa5f87ce13ef8b4d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6355765 Oct 28 12:30:35.943763 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:30:35.954569 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42374) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:36.027741 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 91b3814f-2032-4bff-af3a-f4aaffcf631a) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:36.043172 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f241ce4-74c4-4fab-b0ac-b3c6413cd180 None None] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:36.044528 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:36.045160 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.061867 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-aa7463d9-fb98-485e-b52b-f677f616fa4e tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=784e1090f5bd4ef6bb01c960b5b89226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421030 Oct 28 12:30:36.085249 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9795de-9e43-4448-997d-8cd9cb3bfcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d9f185-c9c2-4c18-904b-4d287d367c19,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:36.248148 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-345c7229-575c-4883-b978-d5c1f5bbb389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.256569 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-345c7229-575c-4883-b978-d5c1f5bbb389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.317948 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4c8f7025-db22-4148-9d84-1de67dbc13dc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8124218 Oct 28 12:30:36.327566 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42390) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:36.395816 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:36.408565 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Allocated IP 172.20.0.1 (5c3a51c3-709d-44a6-8c38-864c03c3e6a4/2abb791c-e92e-485f-bef6-916894ef1a83/e99614fe-0467-48fb-bd57-7fdf9b8f7acc) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:36.490551 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-91b3814f-2032-4bff-af3a-f4aaffcf631a', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:30:36.493442 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.535967 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-345c7229-575c-4883-b978-d5c1f5bbb389 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c763b682cc14a048bedcc0d1a9c2341&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0148745 Oct 28 12:30:36.566279 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-78e0af22-059d-4459-8e99-fc620ae696d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.568158 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42398) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:36.586505 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c7229-575c-4883-b978-d5c1f5bbb389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b104a95-a5f2-42a0-9c85-929a2750017c,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:36.646859 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 5aa999f0-3e94-499e-913c-b1938b436cc8 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:36.697713 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-b7b85ccb-bb4c-4367-b9e7-d80f5e7554cc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:30:36.698852 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-b7b85ccb-bb4c-4367-b9e7-d80f5e7554cc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1618481 Oct 28 12:30:36.750611 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Allocated IP 172.20.0.2 (91b3814f-2032-4bff-af3a-f4aaffcf631a/e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71/6e8e60d7-3071-4177-8972-c80cbe33f3f4) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:36.795106 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.802622 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-78e0af22-059d-4459-8e99-fc620ae696d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.810132 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.811759 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.857773 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 5aa999f0-3e94-499e-913c-b1938b436cc8 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:36.858332 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:36.897976 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-c482f252-b33f-45f4-a233-c3cee4d71e7c service neutron] 10.222.0.62 "GET /v2.0/networks/77d7bc7e-f170-4994-9d38-e2a218ea13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910634 Oct 28 12:30:37.042805 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.052866 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-f87e70aa-eab1-4c74-a157-e8e01e377d52 service neutron] 10.222.0.62 "GET /v2.0/networks/77d7bc7e-f170-4994-9d38-e2a218ea13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469846 Oct 28 12:30:37.065422 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.086550 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.095657 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.123316 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 5aa999f0-3e94-499e-913c-b1938b436cc8, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=5aa999f0-3e94-499e-913c-b1938b436cc8,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:30:37.127955 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.129773 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac3fd-35f9-4717-9a2e-f9c9ab1bb46a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.139753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.140658 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:37.149776 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:37.174121 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:37.185276 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:37.207455 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Pushing event updated for resources: {'Port': ['ID=6e8e60d7-3071-4177-8972-c80cbe33f3f4,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:37.233457 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac3fd-35f9-4717-9a2e-f9c9ab1bb46a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.238643 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.257518 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeaa586-52c1-4e6d-b8fd-96e7c9f659ac None None] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:37.366534 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.372896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42420) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:37.414512 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Attempting to bind port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:37.414885 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Attempting to bind port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:37.415236 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Attempting to bind port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:37.430810 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=5aa999f0-3e94-499e-913c-b1938b436cc8,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:37.445816 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:37.446910 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-36b2e234-a557-447e-ad4f-23c3d6847017 req-679bf2c8-35e9-41b2-a638-3a19210ee588 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 210 time: 0.0718493 Oct 28 12:30:37.453383 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Checking segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:37.454118 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.454914 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Bound using segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:37.456108 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Bound port: 6e8e60d7-3071-4177-8972-c80cbe33f3f4, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:37.456394 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.487758 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-9a6217f1-e32f-4ce0-b573-d6d3e0ce49b1 None None] Provisioning complete for port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:37.488121 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-9a6217f1-e32f-4ce0-b573-d6d3e0ce49b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.514310 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:37.515003 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.536876 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:37.538296 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-78e0af22-059d-4459-8e99-fc620ae696d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.541172 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-78e0af22-059d-4459-8e99-fc620ae696d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.542590 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-78e0af22-059d-4459-8e99-fc620ae696d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2d9f185-c9c2-4c18-904b-4d287d367c19 HTTP/1.1" status: 204 len: 168 time: 1.5869479 Oct 28 12:30:37.570467 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.575802 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:37.583712 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:37.584341 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.681822 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] For port 6e8e60d7-3071-4177-8972-c80cbe33f3f4, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:37.695150 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0af22-059d-4459-8e99-fc620ae696d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d9f185-c9c2-4c18-904b-4d287d367c19,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:37.702373 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] For port 6e8e60d7-3071-4177-8972-c80cbe33f3f4, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6e8e60d7-3071-4177-8972-c80cbe33f3f4,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:37.743245 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.817186 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Pushing event updated for resources: {'Port': ['ID=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:37.859095 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac3fd-35f9-4717-9a2e-f9c9ab1bb46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.863475 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac3fd-35f9-4717-9a2e-f9c9ab1bb46a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:37.865604 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-5c1ac3fd-35f9-4717-9a2e-f9c9ab1bb46a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b104a95-a5f2-42a0-9c85-929a2750017c HTTP/1.1" status: 204 len: 168 time: 1.2245274 Oct 28 12:30:37.931770 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Allocated IP 172.27.0.49 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/cd1a2b86-7944-4d03-bab1-8076be741884) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:37.973714 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.012927 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ac3fd-35f9-4717-9a2e-f9c9ab1bb46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b104a95-a5f2-42a0-9c85-929a2750017c,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:38.047434 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:30:38.138082 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.163447 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-9a6217f1-e32f-4ce0-b573-d6d3e0ce49b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.232667 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43fe6c-1c05-4aac-9b18-7f3bf5d4614d None None] Pushing event updated for resources: {'Port': ['ID=6e8e60d7-3071-4177-8972-c80cbe33f3f4,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:38.330014 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.446780 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:38.588778 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.db.api [None req-9a6217f1-e32f-4ce0-b573-d6d3e0ce49b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:30:38.589402 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG oslo_db.api [None req-9a6217f1-e32f-4ce0-b573-d6d3e0ce49b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:30:38.627225 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.639749 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.675352 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0762d03e-2ac5-42f9-b800-5aef14261d9b req-90c5ef67-1786-4460-86b2-2cb53e04fcec tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 210 time: 0.0570793 Oct 28 12:30:38.692111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 5aa999f0-3e94-499e-913c-b1938b436cc8 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:38.739832 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Pushing event updated for resources: {'Port': ['ID=cd1a2b86-7944-4d03-bab1-8076be741884,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:38.839308 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:38.848226 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 5aa999f0-3e94-499e-913c-b1938b436cc8 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:38.848613 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.872964 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42484) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:38.875474 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:38.890674 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e38a32e6-cb04-4dea-8465-2dbbadaac236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:38.891939 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:39.042620 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6e8e60d7-3071-4177-8972-c80cbe33f3f4 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:39.063046 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e38a32e6-cb04-4dea-8465-2dbbadaac236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.072326 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e38a32e6-cb04-4dea-8465-2dbbadaac236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.190506 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a32e6-cb04-4dea-8465-2dbbadaac236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bd4db8-43d5-4f05-852a-99d86d46369b,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:39.207715 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e38a32e6-cb04-4dea-8465-2dbbadaac236 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d8450073cd04ae9bbe69cea40e9d39b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3334651 Oct 28 12:30:39.221220 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42498) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:39.241640 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:39.242012 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.337307 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-74150a6c-34b0-4c64-9a30-960cb8cbb69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.388838 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-74150a6c-34b0-4c64-9a30-960cb8cbb69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.390921 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.400020 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.400917 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.496606 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-74150a6c-34b0-4c64-9a30-960cb8cbb69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.499539 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-74150a6c-34b0-4c64-9a30-960cb8cbb69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.512671 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-74150a6c-34b0-4c64-9a30-960cb8cbb69b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28bd4db8-43d5-4f05-852a-99d86d46369b HTTP/1.1" status: 204 len: 168 time: 0.2817059 Oct 28 12:30:39.541088 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74150a6c-34b0-4c64-9a30-960cb8cbb69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bd4db8-43d5-4f05-852a-99d86d46369b,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:39.614935 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-1157428f-4d1b-4519-8c81-ad0e05440d8a None None] Provisioning complete for port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:39.615463 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-1157428f-4d1b-4519-8c81-ad0e05440d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.624387 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.743793 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 6e8e60d7-3071-4177-8972-c80cbe33f3f4, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6e8e60d7-3071-4177-8972-c80cbe33f3f4,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:30:39.754486 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fee294-ee0e-4007-8769-1acff1f141d4 None None] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:30:39.763787 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.904485 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Pushing event updated for resources: {'Port': ['ID=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:39.916309 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:39.971210 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=6e8e60d7-3071-4177-8972-c80cbe33f3f4,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:39.997826 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:40.075079 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-e9702885-5f3a-4b90-b7c7-1cb2da7157f1 None None] Provisioning complete for port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:40.075356 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e9702885-5f3a-4b90-b7c7-1cb2da7157f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:40.083185 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f44e1e4c-4d8f-46b4-9b10-96040a125521 req-538c8e58-4504-4f25-b98e-6a89cd42e892 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 210 time: 0.0617957 Oct 28 12:30:40.142511 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:40.142511 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:40.286582 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.77', 56199) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:40.405604 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:40.509264 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42546) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:40.548847 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:40.553248 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-320d7761-22c1-4e82-9480-5d54bd93fc15 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:40.562659 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-320d7761-22c1-4e82-9480-5d54bd93fc15 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.77 "GET /v2.0/networks?id=77d7bc7e-f170-4994-9d38-e2a218ea13c3 HTTP/1.1" status: 200 len: 811 time: 0.2630019 Oct 28 12:30:40.603636 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Allocated IP 172.27.0.206 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/d09b1b35-bca3-4161-a999-9bf68db0454e) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:40.626841 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Request body: {'port': {'device_id': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3', 'admin_state_up': True, 'tenant_id': '784e1090f5bd4ef6bb01c960b5b89226'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:40.665930 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:40.667270 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:40.690779 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:30:40.793421 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-3b5bcee0-b611-4614-b737-bf3ed7a84700 None None] Provisioning complete for port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:40.793782 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcee0-b611-4614-b737-bf3ed7a84700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.043312 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6e8e60d7-3071-4177-8972-c80cbe33f3f4 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:41.044278 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Made reservation on behalf of 784e1090f5bd4ef6bb01c960b5b89226 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:41.047921 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.096138 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.197146 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cbc3-cc8d-4db6-a815-a5167ad777da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.222503 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.244795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:41.245387 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.333184 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3c8717f6-1876-4d3d-941f-fd136f4c674e req-ad927c14-b36a-4f00-a700-5f8a36238e68 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 210 time: 0.0616567 Oct 28 12:30:41.533469 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.561078 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Allocated IP 172.20.0.10 (77d7bc7e-f170-4994-9d38-e2a218ea13c3/3de2b1cb-98a6-49c2-aab9-5374eb27044a/6b8de827-c643-404c-86f6-5c0f33960730) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:41.599584 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:41.619648 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:41.746391 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:41.761278 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Pushing event updated for resources: {'Port': ['ID=d09b1b35-bca3-4161-a999-9bf68db0454e,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:41.905959 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cbc3-cc8d-4db6-a815-a5167ad777da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.910974 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:30:41.919942 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-34b9120d-e8fe-4bde-b524-a7eb371e5e4e admin admin] 10.222.0.62 "PUT /v2.0/routers/d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5564759 Oct 28 12:30:41.922792 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cbc3-cc8d-4db6-a815-a5167ad777da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.933446 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Sync routers for ids ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:30:41.952187 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:41.969078 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Routers {'d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:41.969910 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:42.061372 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e0b5cbc3-cc8d-4db6-a815-a5167ad777da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88a05694d4bd451dacdfb0ff7559ba89&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5496066 Oct 28 12:30:42.073402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42644) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:42.132476 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:42.150308 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5cbc3-cc8d-4db6-a815-a5167ad777da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01deaf79-69c8-4c5e-92a2-932b2a8c954a,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:42.283185 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:30:42.358635 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:42.375452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:42.378131 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Set router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:42.382041 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:42.392149 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:42.393684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:42.407861 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Pushing event updated for resources: {'Port': ['ID=6b8de827-c643-404c-86f6-5c0f33960730,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:42.450012 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ffcdb5f8-f456-474f-af79-b20287682f71 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8272181 Oct 28 12:30:42.467223 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ee859bd8-8bba-409b-afa8-da4c2ec54d80 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:30:42.470167 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-ee859bd8-8bba-409b-afa8-da4c2ec54d80 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104458 Oct 28 12:30:42.564881 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:42.650255 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee80e9-cd9d-4217-a13e-0cfff621d431 req-1ff53336-62e0-4049-a6c7-bbb76976803b tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:42.667112 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e3ee80e9-cd9d-4217-a13e-0cfff621d431 req-1ff53336-62e0-4049-a6c7-bbb76976803b tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 932 time: 0.1607037 Oct 28 12:30:42.696162 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:30:42.705537 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9f675ef-a40b-44b4-8046-4e1948dbcc60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:42.813527 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e3ee80e9-cd9d-4217-a13e-0cfff621d431 req-300eac47-abe1-498b-a0d0-40b69bcce1dd tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435397 Oct 28 12:30:42.982011 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42656) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:43.013719 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9f675ef-a40b-44b4-8046-4e1948dbcc60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.059940 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:30:38Z', 'revision_number': 4, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e99614fe-0467-48fb-bd57-7fdf9b8f7acc', 'name': '', 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'mac_address': 'fa:16:3e:aa:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:35Z', 'updated_at': '2021-10-28T12:30:38Z', 'revision_number': 2, 'project_id': '89341f96003c41e9be94073b0ef97275', 'subnets': [{'id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:43.065464 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42660) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:43.133422 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Checking router: d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:30:43.133781 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Updating router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 port e99614fe-0467-48fb-bd57-7fdf9b8f7acc binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:30:43.202993 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.270205 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:30:43.282933 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Sync routers for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:30:43.311374 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-56d1889f-fd17-40c0-9db3-18cec9a03466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.313703 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:43.315298 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:43.334847 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.343228 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-192d785b-3901-45e3-b255-99fc1fbb34ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.350239 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.399909 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Request body: {'port': {'device_id': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:43.565786 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.607600 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:43.620624 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.622733 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ce5384c6-c009-4200-a166-adaf5f10e99c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9752355 Oct 28 12:30:43.627952 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42678) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:43.890089 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:43.895335 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.028960 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9f675ef-a40b-44b4-8046-4e1948dbcc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.038595 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:39Z', 'revision_number': 3, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:44.040102 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9f675ef-a40b-44b4-8046-4e1948dbcc60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.044867 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-c9f675ef-a40b-44b4-8046-4e1948dbcc60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01deaf79-69c8-4c5e-92a2-932b2a8c954a HTTP/1.1" status: 204 len: 168 time: 1.9427137 Oct 28 12:30:44.118326 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Checking router: 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:30:44.120308 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Updating router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 port cd1a2b86-7944-4d03-bab1-8076be741884 binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:30:44.183300 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.267418 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1945b72-3149-4c06-97ab-6c90e0074c1c None None] Pushing event updated for resources: {'Port': ['ID=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:44.321770 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Attempting to bind port e99614fe-0467-48fb-bd57-7fdf9b8f7acc on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:44.322174 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Attempting to bind port e99614fe-0467-48fb-bd57-7fdf9b8f7acc by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:44.322532 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Attempting to bind port e99614fe-0467-48fb-bd57-7fdf9b8f7acc on network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:44.346269 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:44.346720 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Checking segment: {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:44.347042 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.347430 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Bound using segment: {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:44.347904 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Bound port: e99614fe-0467-48fb-bd57-7fdf9b8f7acc, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:44.348294 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.416838 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-192d785b-3901-45e3-b255-99fc1fbb34ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.446743 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-56d1889f-fd17-40c0-9db3-18cec9a03466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.464682 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f675ef-a40b-44b4-8046-4e1948dbcc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01deaf79-69c8-4c5e-92a2-932b2a8c954a,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:44.476100 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-192d785b-3901-45e3-b255-99fc1fbb34ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.562773 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-192d785b-3901-45e3-b255-99fc1fbb34ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de1f3fa101644a5494c32186d0de1296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4960430 Oct 28 12:30:44.563459 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-56d1889f-fd17-40c0-9db3-18cec9a03466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.658385 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] For port e99614fe-0467-48fb-bd57-7fdf9b8f7acc, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:44.659338 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42700) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:44.671039 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] For port e99614fe-0467-48fb-bd57-7fdf9b8f7acc, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:44.690414 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:44.756090 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d785b-3901-45e3-b255-99fc1fbb34ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac16fd-503d-4e1f-b0dd-0a60c0dc9900,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:44.883775 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Router b01114ea-3528-411a-9d70-371e93d108fb is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:30:44.918356 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Routers {'d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:44.932557 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:45.080757 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1945b72-3149-4c06-97ab-6c90e0074c1c None None] Pushing event updated for resources: {'Port': ['ID=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:45.097960 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:30:45.155280 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.156569 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-0b927c93-5364-4fee-bf61-700b8bb83f94 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7705202 Oct 28 12:30:45.160759 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42718) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:45.188355 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c99561a2-d6aa-4d0e-ad34-acc430af57cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.267657 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c99561a2-d6aa-4d0e-ad34-acc430af57cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.368952 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1889f-fd17-40c0-9db3-18cec9a03466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd10f9f-da91-400d-af5b-e784339196fc,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:45.389367 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c99561a2-d6aa-4d0e-ad34-acc430af57cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.391744 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c99561a2-d6aa-4d0e-ad34-acc430af57cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.392928 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c99561a2-d6aa-4d0e-ad34-acc430af57cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30ac16fd-503d-4e1f-b0dd-0a60c0dc9900 HTTP/1.1" status: 204 len: 168 time: 0.7226915 Oct 28 12:30:45.400956 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-56d1889f-fd17-40c0-9db3-18cec9a03466 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3ee61d99e2940b793281f39fe816723&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4177608 Oct 28 12:30:45.403874 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Sync routers for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:30:45.430910 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42728) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:45.448789 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23ab41-b164-4e05-8986-1f8fac277f66 req-994fcdb6-c49b-430d-b125-a40b783a7918 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:45.457364 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d23ab41-b164-4e05-8986-1f8fac277f66 req-994fcdb6-c49b-430d-b125-a40b783a7918 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 932 time: 1.0051241 Oct 28 12:30:45.501115 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99561a2-d6aa-4d0e-ad34-acc430af57cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac16fd-503d-4e1f-b0dd-0a60c0dc9900,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:45.511101 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.520504 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.523641 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:45.524276 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:45.612189 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d23ab41-b164-4e05-8986-1f8fac277f66 req-a0b5a96c-5a24-4a04-b5c3-6ae4f3b40849 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487610 Oct 28 12:30:45.648128 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-6592e205-e520-48d6-9e9b-05b5477b9017 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:45.663807 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-6592e205-e520-48d6-9e9b-05b5477b9017 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 818 time: 1.8826053 Oct 28 12:30:45.712009 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935069ca-059f-462e-bf14-573630ecc1cc None None] Pushing event updated for resources: {'Port': ['ID=cd1a2b86-7944-4d03-bab1-8076be741884,revision_number=2']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:45.745498 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.747777 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Attempting to bind port cd1a2b86-7944-4d03-bab1-8076be741884 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:45.750918 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Attempting to bind port cd1a2b86-7944-4d03-bab1-8076be741884 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:45.753143 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Attempting to bind port cd1a2b86-7944-4d03-bab1-8076be741884 on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:45.783927 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:45.789886 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:45.790424 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.794314 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:45.794855 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Bound port: cd1a2b86-7944-4d03-bab1-8076be741884, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:45.797570 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:45.817508 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:45.908900 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-700a00f1-56f2-48c6-a6bc-324457c867fd tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/quotas/89341f96003c41e9be94073b0ef97275 HTTP/1.1" status: 200 len: 375 time: 0.2393832 Oct 28 12:30:46.011166 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] Set router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:46.032773 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] For port cd1a2b86-7944-4d03-bab1-8076be741884, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:46.051085 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] For port cd1a2b86-7944-4d03-bab1-8076be741884, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=cd1a2b86-7944-4d03-bab1-8076be741884,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:46.060874 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:46.137234 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-374cf47f-ff93-4754-af55-7f3d590991d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:46.343458 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:46.344094 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:46.350521 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-20a04cae-107c-403a-b293-04fe4a72bd51 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4089501 Oct 28 12:30:46.399801 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8de827-c643-404c-86f6-5c0f33960730 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:30:46.469071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:46.600127 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Allocated IP 172.20.0.1 (c977e2aa-b8cb-4592-9494-ce66891f1b69/71e1b7e2-5379-495a-bd13-c27a2f4cec48/bf8e3129-6275-4bc3-aca1-6791cf697636) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:46.687489 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:46.757023 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Transition to ACTIVE for port object 6b8de827-c643-404c-86f6-5c0f33960730 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:30:46.770896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:46.920366 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-374cf47f-ff93-4754-af55-7f3d590991d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:47.052178 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935069ca-059f-462e-bf14-573630ecc1cc None None] Pushing event updated for resources: {'Port': ['ID=cd1a2b86-7944-4d03-bab1-8076be741884,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:47.145411 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:39Z', 'revision_number': 3, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:47.194891 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-374cf47f-ff93-4754-af55-7f3d590991d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:47.210275 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-374cf47f-ff93-4754-af55-7f3d590991d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:47.214898 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-4e2fbe73-9842-4223-8dbe-e6c014f0a025 service neutron] 10.222.0.62 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8236713 Oct 28 12:30:47.216878 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-374cf47f-ff93-4754-af55-7f3d590991d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fd10f9f-da91-400d-af5b-e784339196fc HTTP/1.1" status: 204 len: 168 time: 1.7726195 Oct 28 12:30:47.254094 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7700b16-58b4-4349-ab08-83d85035d9b1 None None] The sync data for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi is: [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:39Z', 'revision_number': 3, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:30:47.532302 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:42Z', 'revision_number': 3, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:47.545960 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:30:38Z', 'revision_number': 4, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e99614fe-0467-48fb-bd57-7fdf9b8f7acc', 'name': '', 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'mac_address': 'fa:16:3e:aa:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:35Z', 'updated_at': '2021-10-28T12:30:44Z', 'revision_number': 4, 'project_id': '89341f96003c41e9be94073b0ef97275', 'subnets': [{'id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:47.693551 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8de827-c643-404c-86f6-5c0f33960730,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:47.715476 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cd24e-6129-4cd9-8a0a-1090b001bf48 None None] The sync data for ids ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'] in dv-cinder-815146-6-iscsi is: [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:30:38Z', 'revision_number': 4, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e99614fe-0467-48fb-bd57-7fdf9b8f7acc', 'name': '', 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'mac_address': 'fa:16:3e:aa:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:35Z', 'updated_at': '2021-10-28T12:30:44Z', 'revision_number': 4, 'project_id': '89341f96003c41e9be94073b0ef97275', 'subnets': [{'id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:30:47.988281 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Checking router: b01114ea-3528-411a-9d70-371e93d108fb for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:30:48.000367 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Updating router b01114ea-3528-411a-9d70-371e93d108fb port d09b1b35-bca3-4161-a999-9bf68db0454e binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:30:48.029878 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-b6adafdf-d6ff-4c85-9066-6047ac353d3c service neutron] 10.222.0.62 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070188 Oct 28 12:30:48.151437 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:48.180074 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Attempting to bind port 6b8de827-c643-404c-86f6-5c0f33960730 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:48.180443 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Attempting to bind port 6b8de827-c643-404c-86f6-5c0f33960730 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a9356346-8ed4-4ee5-969e-2e47b72aee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:48.184586 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Attempting to bind port 6b8de827-c643-404c-86f6-5c0f33960730 on network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:48.286978 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40533149-8a6c-4398-b55d-97866cec4553 req-bde9b2dc-da82-4479-9d8a-f9cbaba23c5d tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:48.316815 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-40533149-8a6c-4398-b55d-97866cec4553 req-bde9b2dc-da82-4479-9d8a-f9cbaba23c5d tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 944 time: 1.4697216 Oct 28 12:30:48.323365 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Port 6b8de827-c643-404c-86f6-5c0f33960730 on network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:30:48.345610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Attempting to bind port 6b8de827-c643-404c-86f6-5c0f33960730 on network 77d7bc7e-f170-4994-9d38-e2a218ea13c3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:48.361763 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cf47f-ff93-4754-af55-7f3d590991d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd10f9f-da91-400d-af5b-e784339196fc,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:48.469038 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:48.469398 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Checking segment: {'id': 'a9356346-8ed4-4ee5-969e-2e47b72aee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:48.475721 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Bound using segment: {'id': 'a9356346-8ed4-4ee5-969e-2e47b72aee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:48.488708 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Bound port: 6b8de827-c643-404c-86f6-5c0f33960730, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9356346-8ed4-4ee5-969e-2e47b72aee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:48.489104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:48.591174 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:48.708256 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:48.794448 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] For port 6b8de827-c643-404c-86f6-5c0f33960730, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:48.810298 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] For port 6b8de827-c643-404c-86f6-5c0f33960730, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b8de827-c643-404c-86f6-5c0f33960730,segment=NetworkSegment(a9356346-8ed4-4ee5-969e-2e47b72aee22),segment_id=a9356346-8ed4-4ee5-969e-2e47b72aee22)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:48.817386 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd1a2b86-7944-4d03-bab1-8076be741884 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:48.828491 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-40533149-8a6c-4398-b55d-97866cec4553 req-b3d28d2e-19cb-49d2-ad52-f1c319067ad4 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105772 Oct 28 12:30:48.836250 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:49.046010 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:49.080289 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8de827-c643-404c-86f6-5c0f33960730,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:49.147287 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42872) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:49.155955 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:49.157171 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:49.158846 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-e896f705-cfbe-462b-8c13-0350ce3a63d2 service neutron] 10.222.0.77 "PUT /v2.0/ports/6b8de827-c643-404c-86f6-5c0f33960730 HTTP/1.1" status: 200 len: 1094 time: 6.0162175 Oct 28 12:30:49.188915 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'tag': '6b8de827-c643-404c-86f6-5c0f33960730'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:30:49.227829 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Pushing event updated for resources: {'Port': ['ID=bf8e3129-6275-4bc3-aca1-6791cf697636,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:49.287754 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:49.298624 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port cd1a2b86-7944-4d03-bab1-8076be741884 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:49.298992 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:49.345827 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:49.351151 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:49.351631 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:49.705566 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01bdb6dd-66a5-4131-a06b-77ec4fc23e20 req-ab42fbb2-3ed6-46d4-acd0-e32ef0bafe53 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 210 time: 0.6208332 Oct 28 12:30:49.733516 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5470eaec-5e8a-42ea-bd37-f13bde0ee0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:49.919885 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Allocated IP 172.20.0.1 (91b3814f-2032-4bff-af3a-f4aaffcf631a/e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71/6809354f-8797-4510-a297-7f23ab513fb5) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:50.049602 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-98931bab-aeda-48a3-b868-0e86929f448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:50.050711 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-98931bab-aeda-48a3-b868-0e86929f448d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=784e1090f5bd4ef6bb01c960b5b89226&device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 1097 time: 0.5980804 Oct 28 12:30:50.094530 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.171115 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d96451e0-45fa-4e20-b8b6-72c90562bff8 None None] Provisioning complete for port bf8e3129-6275-4bc3-aca1-6791cf697636 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:50.172083 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d96451e0-45fa-4e20-b8b6-72c90562bff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.228931 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42918) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:50.284470 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.287111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.349551 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-028d23cc-3160-4abb-84fc-a5aa5ef4f220 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8de827-c643-404c-86f6-5c0f33960730 HTTP/1.1" status: 200 len: 217 time: 0.2631266 Oct 28 12:30:50.368755 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.488452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5470eaec-5e8a-42ea-bd37-f13bde0ee0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.563670 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.613052 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:50.642612 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5470eaec-5e8a-42ea-bd37-f13bde0ee0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.672942 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d96451e0-45fa-4e20-b8b6-72c90562bff8 None None] Port bf8e3129-6275-4bc3-aca1-6791cf697636 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:30:50.674383 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:50.681494 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.694918 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:50.694918 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.758704 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port cd1a2b86-7944-4d03-bab1-8076be741884, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=cd1a2b86-7944-4d03-bab1-8076be741884,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:30:50.839924 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.844173 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e99614fe-0467-48fb-bd57-7fdf9b8f7acc up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:50.864672 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Attempting to bind port d09b1b35-bca3-4161-a999-9bf68db0454e on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:50.879021 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Attempting to bind port d09b1b35-bca3-4161-a999-9bf68db0454e by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:50.879850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Attempting to bind port d09b1b35-bca3-4161-a999-9bf68db0454e on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:50.973545 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:50.981564 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:50.987470 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:50.988192 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:50.988957 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Bound port: d09b1b35-bca3-4161-a999-9bf68db0454e, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:50.989903 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:51.115623 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c42ede-3922-4228-8e87-2979fb072592 req-77716ffa-aeb8-44a3-9d0b-19e7073a07cc tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:51.119688 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1c42ede-3922-4228-8e87-2979fb072592 req-77716ffa-aeb8-44a3-9d0b-19e7073a07cc tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 944 time: 0.7628479 Oct 28 12:30:51.127073 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-5470eaec-5e8a-42ea-bd37-f13bde0ee0fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e8262e729c640888175c64f6d45f0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9774299 Oct 28 12:30:51.128881 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470eaec-5e8a-42ea-bd37-f13bde0ee0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10725176-7f19-434e-897d-7827c1084330,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:51.146490 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] For port d09b1b35-bca3-4161-a999-9bf68db0454e, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:51.165022 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] For port d09b1b35-bca3-4161-a999-9bf68db0454e, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=d09b1b35-bca3-4161-a999-9bf68db0454e,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:51.185060 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58536374-30b3-4724-9b68-70fcd22ffd37" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3afd4f-1acd-48ae-af4c-1e8d190dd313", "tag": "6b8de827-c643-404c-86f6-5c0f33960730"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:30:51.193974 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42960) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:51.237083 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:51.309522 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107397d0-1403-42b1-bdf3-14abaf435176 None None] Pushing event updated for resources: {'Port': ['ID=d09b1b35-bca3-4161-a999-9bf68db0454e,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:51.332171 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-cd1aa89a-0303-477c-94aa-6291654df400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:51.342137 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-cd1aa89a-0303-477c-94aa-6291654df400 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3de2b1cb-98a6-49c2-aab9-5374eb27044a HTTP/1.1" status: 200 len: 851 time: 0.9520938 Oct 28 12:30:51.395652 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Pushing event updated for resources: {'Port': ['ID=6809354f-8797-4510-a297-7f23ab513fb5,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:51.449841 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=cd1a2b86-7944-4d03-bab1-8076be741884,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:51.468187 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:51.469044 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:51.642906 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-91170d89-1e13-4eda-a345-039756084fad None None] Provisioning complete for port 6809354f-8797-4510-a297-7f23ab513fb5 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:51.643707 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-91170d89-1e13-4eda-a345-039756084fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:51.689816 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:51.707014 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:51.708086 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:51.822523 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:51.829237 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42966) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:51.843027 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Pushing event updated for resources: {'Port': ['ID=bf8e3129-6275-4bc3-aca1-6791cf697636,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:51.933608 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port e99614fe-0467-48fb-bd57-7fdf9b8f7acc triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:51.939584 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.081464 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-449aacee-ad0e-49f3-a19a-b1dd8d0b8c50 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77d7bc7e-f170-4994-9d38-e2a218ea13c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6514781 Oct 28 12:30:52.083522 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.151756 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1c42ede-3922-4228-8e87-2979fb072592 req-834590cd-54e0-452d-9ec8-95e3d6618018 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9732025 Oct 28 12:30:52.152625 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-80a0b6a3-c473-42c3-9225-62d1d2b62f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.164632 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42972) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:52.328128 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-91170d89-1e13-4eda-a345-039756084fad None None] Port 6809354f-8797-4510-a297-7f23ab513fb5 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:30:52.342612 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107397d0-1403-42b1-bdf3-14abaf435176 None None] Pushing event updated for resources: {'Port': ['ID=d09b1b35-bca3-4161-a999-9bf68db0454e,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:52.359684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-24de6c7c-2c54-4a93-a41f-a4018794d456 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:52.367575 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-24de6c7c-2c54-4a93-a41f-a4018794d456 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 818 time: 1.3032870 Oct 28 12:30:52.474524 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-1b75c2d6-e429-4003-9350-8b37e7bc558b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/quotas/89341f96003c41e9be94073b0ef97275 HTTP/1.1" status: 200 len: 375 time: 0.0917988 Oct 28 12:30:52.491366 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb7f370a-0830-44ba-b7aa-d31375f45248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.599642 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6bd9d8-9f67-4f9c-b5af-198987c54c69 x-openstack-request-id: req-0c6bd9d8-9f67-4f9c-b5af-198987c54c69 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:30:52.614844 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3afd4f-1acd-48ae-af4c-1e8d190dd313", "tag": "6b8de827-c643-404c-86f6-5c0f33960730", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:30:52.614844 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c6bd9d8-9f67-4f9c-b5af-198987c54c69 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:30:52.614844 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'tag': '6b8de827-c643-404c-86f6-5c0f33960730', 'status': 'completed', 'code': 200} Oct 28 12:30:52.614844 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb7f370a-0830-44ba-b7aa-d31375f45248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.616747 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1bf20156-7d19-4439-b599-c2c3f3eaf194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.622271 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:52.631225 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.632264 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:52.714207 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-683074ba-8100-449a-aec6-bc06d50da782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.722071 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port e99614fe-0467-48fb-bd57-7fdf9b8f7acc, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:30:52.755319 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.785827 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-80a0b6a3-c473-42c3-9225-62d1d2b62f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.814350 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-80a0b6a3-c473-42c3-9225-62d1d2b62f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.815120 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1bf20156-7d19-4439-b599-c2c3f3eaf194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.873313 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1bf20156-7d19-4439-b599-c2c3f3eaf194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.914232 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd1a2b86-7944-4d03-bab1-8076be741884 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:52.915755 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-41a2a84b-30a5-436f-84ee-e7f61374b91f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4347026 Oct 28 12:30:52.922632 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-80a0b6a3-c473-42c3-9225-62d1d2b62f3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22b8946839e64c0ba3c637ef1a2a29c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6803567 Oct 28 12:30:52.926971 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0b6a3-c473-42c3-9225-62d1d2b62f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87482ab-afc0-48a4-aa23-4cde979109af,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:52.929887 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb7f370a-0830-44ba-b7aa-d31375f45248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.933513 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb7f370a-0830-44ba-b7aa-d31375f45248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:52.942662 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:52.950918 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-bb7f370a-0830-44ba-b7aa-d31375f45248 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10725176-7f19-434e-897d-7827c1084330 HTTP/1.1" status: 204 len: 168 time: 1.7557406 Oct 28 12:30:52.955163 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 42980) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:52.984652 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:42Z', 'revision_number': 3, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:53.001061 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.014297 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f370a-0830-44ba-b7aa-d31375f45248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10725176-7f19-434e-897d-7827c1084330,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:53.035099 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf20156-7d19-4439-b599-c2c3f3eaf194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcbb3de-6525-4425-82e3-add9363a9205,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:53.084883 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda099c-2aae-447d-91c6-1e3dd4968a84 None None] The sync data for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi is: [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:42Z', 'revision_number': 3, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:30:53.120580 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port cd1a2b86-7944-4d03-bab1-8076be741884 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:53.121602 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.144089 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.144852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.212424 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-5690e5d9-b7d8-46b9-b2d9-1339db441add None None] Provisioning complete for port bf8e3129-6275-4bc3-aca1-6791cf697636 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:53.212960 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-5690e5d9-b7d8-46b9-b2d9-1339db441add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.248732 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-6a69ec2f-c198-4161-a653-640da37425f2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:30:53.253931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-6a69ec2f-c198-4161-a653-640da37425f2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1962814 Oct 28 12:30:53.287374 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-5690e5d9-b7d8-46b9-b2d9-1339db441add None None] Port bf8e3129-6275-4bc3-aca1-6791cf697636 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:30:53.325398 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2d920891-dbf7-4c4d-933c-9ca62e29656e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.346458 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-1bf20156-7d19-4439-b599-c2c3f3eaf194 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95b1a99030264899a83405a92ea8a1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4998541 Oct 28 12:30:53.347062 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 42994) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:53.437280 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-41fc0171-2560-4bfd-bce7-ce7f11b27255 service neutron] 10.222.0.77 "GET /v2.0/networks/77d7bc7e-f170-4994-9d38-e2a218ea13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120246 Oct 28 12:30:53.507189 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:53.507704 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-683074ba-8100-449a-aec6-bc06d50da782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.523075 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:53.523970 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-683074ba-8100-449a-aec6-bc06d50da782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.525264 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Pushing event updated for resources: {'Port': ['ID=6809354f-8797-4510-a297-7f23ab513fb5,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:53.648751 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2d920891-dbf7-4c4d-933c-9ca62e29656e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:53.671640 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683074ba-8100-449a-aec6-bc06d50da782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122d4971-f6da-4ee6-8f7a-cb45ceb6ecb1,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:53.753595 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-683074ba-8100-449a-aec6-bc06d50da782 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60a85e81213b4423b86c393b34db5f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5880010 Oct 28 12:30:53.754270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43000) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:53.880767 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64234a9-575a-48da-aab3-085a73abbc78 req-68f4663f-c348-473a-89aa-ddcec9448cfe tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:53.894056 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e64234a9-575a-48da-aab3-085a73abbc78 req-68f4663f-c348-473a-89aa-ddcec9448cfe tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 944 time: 0.4696317 Oct 28 12:30:53.928544 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-6fee6df8-b7a1-436a-85ac-e872fd3ecb6e service neutron] 10.222.0.62 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186163 Oct 28 12:30:54.128635 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-f9e190c8-3f21-439c-875a-2798ca78b4f7 None None] Provisioning complete for port 6809354f-8797-4510-a297-7f23ab513fb5 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:54.133912 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f9e190c8-3f21-439c-875a-2798ca78b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.188692 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2d920891-dbf7-4c4d-933c-9ca62e29656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.191580 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2d920891-dbf7-4c4d-933c-9ca62e29656e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.199668 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-2d920891-dbf7-4c4d-933c-9ca62e29656e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d87482ab-afc0-48a4-aa23-4cde979109af HTTP/1.1" status: 204 len: 168 time: 1.2389996 Oct 28 12:30:54.235512 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-f9e190c8-3f21-439c-875a-2798ca78b4f7 None None] Port 6809354f-8797-4510-a297-7f23ab513fb5 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:30:54.391098 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-65fe802a-574a-4d5a-953c-ed24ad9e4bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.421587 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Router b01114ea-3528-411a-9d70-371e93d108fb has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:30:54.453959 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3f16735c-168e-4405-b9b5-4b2ebbc8b37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.463129 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:30:54.488122 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e64234a9-575a-48da-aab3-085a73abbc78 req-6422d665-ede2-4313-8f9a-0c1d7bb42e96 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838473 Oct 28 12:30:54.491351 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d920891-dbf7-4c4d-933c-9ca62e29656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87482ab-afc0-48a4-aa23-4cde979109af,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:54.521383 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-f3470e78-7735-4d8f-a516-581369bfac43 service neutron] 10.222.0.62 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726662 Oct 28 12:30:54.547010 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3f16735c-168e-4405-b9b5-4b2ebbc8b37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.899541 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:30:54.930676 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-65fe802a-574a-4d5a-953c-ed24ad9e4bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.953557 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3f16735c-168e-4405-b9b5-4b2ebbc8b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.960965 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3f16735c-168e-4405-b9b5-4b2ebbc8b37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:54.961373 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d1508b5d-6158-45d5-b052-234af9e8cd47 admin admin] 10.222.0.62 "PUT /v2.0/routers/b01114ea-3528-411a-9d70-371e93d108fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7988732 Oct 28 12:30:54.974167 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-3f16735c-168e-4405-b9b5-4b2ebbc8b37a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/122d4971-f6da-4ee6-8f7a-cb45ceb6ecb1 HTTP/1.1" status: 204 len: 168 time: 1.1889045 Oct 28 12:30:54.995003 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16735c-168e-4405-b9b5-4b2ebbc8b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122d4971-f6da-4ee6-8f7a-cb45ceb6ecb1,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:55.003491 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-feeefdab-bebf-4c5e-8acf-6d9afb87d270 req-25709cfe-5a12-4e1b-8d7c-bb236e1c66fe service neutron] 10.222.0.77 "GET /v2.0/networks/77d7bc7e-f170-4994-9d38-e2a218ea13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635418 Oct 28 12:30:55.169710 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.77', 56213) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:55.335145 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-3ea03015-edb4-426a-a476-7655befa34f0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:55.337693 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-3ea03015-edb4-426a-a476-7655befa34f0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 818 time: 0.2168176 Oct 28 12:30:55.362738 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Request body: {'port': {'device_id': '358e5707-b5af-4ff5-9308-489054458c20', 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'admin_state_up': True, 'tenant_id': '89341f96003c41e9be94073b0ef97275'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:55.379044 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e99614fe-0467-48fb-bd57-7fdf9b8f7acc up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:55.479564 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-22b3fac5-7af8-4f00-8277-f1f01d1a1163 req-a4771d80-b0e0-4b9e-8636-58cd704039af tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 210 time: 0.0567780 Oct 28 12:30:55.576474 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port e99614fe-0467-48fb-bd57-7fdf9b8f7acc triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:55.579143 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:55.722837 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Made reservation on behalf of 89341f96003c41e9be94073b0ef97275 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:55.734122 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:55.792571 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d09b1b35-bca3-4161-a999-9bf68db0454e up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:55.804545 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-65fe802a-574a-4d5a-953c-ed24ad9e4bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:55.808417 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-65fe802a-574a-4d5a-953c-ed24ad9e4bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:55.813884 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-65fe802a-574a-4d5a-953c-ed24ad9e4bac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7fcbb3de-6525-4425-82e3-add9363a9205 HTTP/1.1" status: 204 len: 168 time: 2.4617941 Oct 28 12:30:55.918685 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43052) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:55.989164 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:30:56.008162 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Sync routers for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:30:56.030931 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port d09b1b35-bca3-4161-a999-9bf68db0454e triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:56.036283 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:56.057193 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7969c448-42f9-4fd1-b3af-eb84fe132bff admin admin] 10.222.0.62 "PUT /v2.0/routers/64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4126637 Oct 28 12:30:56.061909 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:56.062473 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:56.105463 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe802a-574a-4d5a-953c-ed24ad9e4bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcbb3de-6525-4425-82e3-add9363a9205,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:56.175091 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-d7cdc50b-a97f-459f-86c6-d061fff9f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:56.183967 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-d7cdc50b-a97f-459f-86c6-d061fff9f2c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=784e1090f5bd4ef6bb01c960b5b89226&device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 1097 time: 0.6590917 Oct 28 12:30:56.207813 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-08863811-1c29-4782-b461-c79da6485a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:56.452137 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:56.476355 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-d6dc98cc-b5a3-4000-b78d-dee7c3e56d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:56.477895 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-d6dc98cc-b5a3-4000-b78d-dee7c3e56d41 service neutron] 10.222.0.77 "GET /v2.0/networks?id=77d7bc7e-f170-4994-9d38-e2a218ea13c3 HTTP/1.1" status: 200 len: 912 time: 0.2720146 Oct 28 12:30:56.485541 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9ea46-b827-42b1-843e-6dd856e297ac req-c70634f6-94a4-46e5-b95b-2b66ab30be24 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:56.508383 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-03b9ea46-b827-42b1-843e-6dd856e297ac req-c70634f6-94a4-46e5-b95b-2b66ab30be24 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 944 time: 0.7700627 Oct 28 12:30:56.509908 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port d09b1b35-bca3-4161-a999-9bf68db0454e, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=d09b1b35-bca3-4161-a999-9bf68db0454e,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:30:56.523462 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:56.682224 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:56.694884 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=d09b1b35-bca3-4161-a999-9bf68db0454e,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:56.847169 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-ec8361fd-e595-4263-be3d-e0ce218f6df4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8de827-c643-404c-86f6-5c0f33960730 HTTP/1.1" status: 200 len: 217 time: 0.3577816 Oct 28 12:30:56.969420 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-08863811-1c29-4782-b461-c79da6485a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:56.977959 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d09b1b35-bca3-4161-a999-9bf68db0454e up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:30:56.998002 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-03b9ea46-b827-42b1-843e-6dd856e297ac req-cf5f3f16-8b5b-469d-b938-bbd80892fcbc tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883854 Oct 28 12:30:57.006627 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-08863811-1c29-4782-b461-c79da6485a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.038192 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Sync routers for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:30:57.101643 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Allocated IP 172.20.0.9 (5c3a51c3-709d-44a6-8c38-864c03c3e6a4/2abb791c-e92e-485f-bef6-916894ef1a83/c200af92-6387-4188-81f1-0baf6b616b1f) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:30:57.101873 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:57.104788 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:57.180337 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08863811-1c29-4782-b461-c79da6485a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e698b7-0794-45a2-9314-99b8e4aa7e11,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:57.194979 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-08863811-1c29-4782-b461-c79da6485a38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b74ef73a7b7c41ee9aa9ab66ed07fb01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2720606 Oct 28 12:30:57.203604 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43068) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:57.240334 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-b9a08cf7-e21f-4385-a10e-9f273039150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:57.246788 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-b9a08cf7-e21f-4385-a10e-9f273039150f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3de2b1cb-98a6-49c2-aab9-5374eb27044a HTTP/1.1" status: 200 len: 851 time: 0.3475196 Oct 28 12:30:57.399078 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c94f6310-224a-4204-8b60-163b495b3403 req-c5c3b3d5-5a85-49f6-9fb1-6051f1842aaa tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 210 time: 0.0762448 Oct 28 12:30:57.404989 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43072) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:57.412588 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43076) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:57.422060 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port d09b1b35-bca3-4161-a999-9bf68db0454e triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:57.424056 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.425487 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-8403ba6d-2330-4d3c-9a28-78ea675a3722 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170004287', 'description': 'tempest-description--1001421895'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:57.462523 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-5fe2ea29-efed-48d2-a22a-76a50103d786 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77d7bc7e-f170-4994-9d38-e2a218ea13c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339347 Oct 28 12:30:57.476974 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-91ca55ef-ec57-45bc-a0bb-5353aca7c997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.522260 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 2, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:57.590360 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Checking router: 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:30:57.590768 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Updating router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 port bf8e3129-6275-4bc3-aca1-6791cf697636 binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:30:57.595119 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:57.622070 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-cc02ed3e-46d1-4052-a36f-85914df0f895 service neutron] 10.222.0.77 "GET /v2.0/networks/77d7bc7e-f170-4994-9d38-e2a218ea13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381998 Oct 28 12:30:57.626625 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.77', 56217) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:57.643962 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.726658 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c932-32dc-4093-a8fb-91f8d406ab61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.779726 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.908069 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:57.962670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43086) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:57.992851 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c932-32dc-4093-a8fb-91f8d406ab61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.000484 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:30:58.004791 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c932-32dc-4093-a8fb-91f8d406ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.018108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:30:58.024426 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.031590 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.045390 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:30:58.052285 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:58.053482 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.062889 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Pushing event updated for resources: {'Port': ['ID=c200af92-6387-4188-81f1-0baf6b616b1f,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:58.144875 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:30:52Z', 'revision_number': 2, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:58.162530 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-8ea7c932-32dc-4093-a8fb-91f8d406ab61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2237c4323f1e4510bd61a0f64ee0139b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7427964 Oct 28 12:30:58.163329 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43094) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:58.166625 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7c932-32dc-4093-a8fb-91f8d406ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43899494-e6ed-4634-8584-4eb6a41c6016,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:58.168248 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2b25a-096f-434d-8900-0e7ad11d9bcc None None] Pushing event updated for resources: {'Port': ['ID=bf8e3129-6275-4bc3-aca1-6791cf697636,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:58.203317 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-d4f04f30-d1c7-4499-a78d-e4e8c6c9b843 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8521283 Oct 28 12:30:58.241691 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Request body: {'port': {'device_id': '358e5707-b5af-4ff5-9308-489054458c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:58.243496 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Checking router: b01114ea-3528-411a-9d70-371e93d108fb for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:30:58.243852 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Updating router b01114ea-3528-411a-9d70-371e93d108fb port 6809354f-8797-4510-a297-7f23ab513fb5 binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:30:58.317696 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Attempting to bind port bf8e3129-6275-4bc3-aca1-6791cf697636 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:58.318068 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Attempting to bind port bf8e3129-6275-4bc3-aca1-6791cf697636 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:58.318471 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Attempting to bind port bf8e3129-6275-4bc3-aca1-6791cf697636 on network c977e2aa-b8cb-4592-9494-ce66891f1b69 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:58.321124 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.329291 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:58.332069 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Checking segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:58.332495 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.332915 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Bound using segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:58.333409 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Bound port: bf8e3129-6275-4bc3-aca1-6791cf697636, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:58.339230 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.345836 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f6613a3e-137f-43a0-8229-e861b65b9646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.350796 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-17351297-75ba-4571-8a91-0c47f9236fd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.372458 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-cdebcb5c-dcaa-42af-85fb-2d6ccb3b7061 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:58.374709 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-cdebcb5c-dcaa-42af-85fb-2d6ccb3b7061 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 818 time: 0.7436349 Oct 28 12:30:58.388681 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8403ba6d-2330-4d3c-9a28-78ea675a3722 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.428290 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-91ca55ef-ec57-45bc-a0bb-5353aca7c997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.437653 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21a12-8729-4ebc-9f46-8a6a6be94230 req-25c1b6a3-d947-4a71-be06-5ec8a8b64661 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:30:58.441842 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Request body: {'port': {'device_id': 'e9a11648-1512-4384-b703-4864b9027474', 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'admin_state_up': True, 'tenant_id': '89341f96003c41e9be94073b0ef97275'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:58.446300 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-05b21a12-8729-4ebc-9f46-8a6a6be94230 req-25c1b6a3-d947-4a71-be06-5ec8a8b64661 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 944 time: 0.2416923 Oct 28 12:30:58.495929 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] For port bf8e3129-6275-4bc3-aca1-6791cf697636, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:58.499120 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f6613a3e-137f-43a0-8229-e861b65b9646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.503351 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] For port bf8e3129-6275-4bc3-aca1-6791cf697636, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=bf8e3129-6275-4bc3-aca1-6791cf697636,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:58.514185 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.515953 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.567941 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-05b21a12-8729-4ebc-9f46-8a6a6be94230 req-23f84030-52bc-4944-b7e5-c6be32263d09 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202953 Oct 28 12:30:58.689316 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:30:58.690358 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:58.793450 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58536374-30b3-4724-9b68-70fcd22ffd37 req-813f9625-a1b5-4612-bc94-94b3eb5e74d5 service neutron] 10.222.0.77 "GET /v2.0/networks/77d7bc7e-f170-4994-9d38-e2a218ea13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8301630 Oct 28 12:30:58.863108 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-91ca55ef-ec57-45bc-a0bb-5353aca7c997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.865765 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-91ca55ef-ec57-45bc-a0bb-5353aca7c997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:58.878925 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-91ca55ef-ec57-45bc-a0bb-5353aca7c997 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72e698b7-0794-45a2-9314-99b8e4aa7e11 HTTP/1.1" status: 204 len: 168 time: 1.6708474 Oct 28 12:30:59.012339 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.017371 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca55ef-ec57-45bc-a0bb-5353aca7c997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e698b7-0794-45a2-9314-99b8e4aa7e11,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:59.031535 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-05ffa6c3-1ff6-4bbb-ab81-76b1bcbc624f None None] Provisioning complete for port bf8e3129-6275-4bc3-aca1-6791cf697636 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:30:59.031972 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05ffa6c3-1ff6-4bbb-ab81-76b1bcbc624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.045295 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.156488 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2b25a-096f-434d-8900-0e7ad11d9bcc None None] Pushing event updated for resources: {'Port': ['ID=bf8e3129-6275-4bc3-aca1-6791cf697636,revision_number=4']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:59.217238 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:30:59.236396 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8403ba6d-2330-4d3c-9a28-78ea675a3722 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.256706 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8403ba6d-2330-4d3c-9a28-78ea675a3722 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.274209 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c200af92-6387-4188-81f1-0baf6b616b1f {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:30:59.291188 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.317022 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Transition to ACTIVE for port object c200af92-6387-4188-81f1-0baf6b616b1f will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:30:59.348920 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403ba6d-2330-4d3c-9a28-78ea675a3722 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7355c7-f5a9-4a73-83ce-9fca4791c459,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:59.352082 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f6613a3e-137f-43a0-8229-e861b65b9646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.355276 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f6613a3e-137f-43a0-8229-e861b65b9646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.361027 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-f6613a3e-137f-43a0-8229-e861b65b9646 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43899494-e6ed-4634-8584-4eb6a41c6016 HTTP/1.1" status: 204 len: 168 time: 1.1942494 Oct 28 12:30:59.390404 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Made reservation on behalf of 89341f96003c41e9be94073b0ef97275 for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:30:59.397953 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.407010 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.421687 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-995072c8-2397-4778-bd8e-3f19d9f4857d req-42f39afd-b0e0-4831-a39b-e88f81730a12 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 210 time: 0.7343578 Oct 28 12:30:59.452563 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8403ba6d-2330-4d3c-9a28-78ea675a3722 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.452563 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-8403ba6d-2330-4d3c-9a28-78ea675a3722 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0363438 Oct 28 12:30:59.452563 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43120) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:59.457313 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-c5ec48df-4433-483b-b09b-f38584df6ddc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'security_group_rule': {'security_group_id': '8e7355c7-f5a9-4a73-83ce-9fca4791c459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:30:59.474596 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6613a3e-137f-43a0-8229-e861b65b9646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43899494-e6ed-4634-8584-4eb6a41c6016,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:59.539162 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cad7a4-a88f-4898-97f7-51ba65c8d97d None None] Pushing event updated for resources: {'Port': ['ID=6809354f-8797-4510-a297-7f23ab513fb5,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:59.664453 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-17351297-75ba-4571-8a91-0c47f9236fd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.667254 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Pushing event updated for resources: {'Port': ['ID=c200af92-6387-4188-81f1-0baf6b616b1f,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:30:59.713913 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-17351297-75ba-4571-8a91-0c47f9236fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.722885 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:58Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:30:59.729139 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Attempting to bind port 6809354f-8797-4510-a297-7f23ab513fb5 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:59.730617 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Attempting to bind port 6809354f-8797-4510-a297-7f23ab513fb5 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:59.730991 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Attempting to bind port 6809354f-8797-4510-a297-7f23ab513fb5 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:59.754310 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:30:59.754713 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Checking segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:30:59.755068 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.755852 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Bound using segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:30:59.756344 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Bound port: 6809354f-8797-4510-a297-7f23ab513fb5, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:30:59.756746 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.787713 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05ffa6c3-1ff6-4bbb-ab81-76b1bcbc624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:30:59.804697 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046d787-a156-4099-a256-9da6ff0e05b4 None None] The sync data for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi is: [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:58Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:30:59.826124 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-17351297-75ba-4571-8a91-0c47f9236fd0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1739d160357246f7ab23a92eb11a9dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8578777 Oct 28 12:30:59.836097 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43128) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:59.955434 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Attempting to bind port c200af92-6387-4188-81f1-0baf6b616b1f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:30:59.955661 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Attempting to bind port c200af92-6387-4188-81f1-0baf6b616b1f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:30:59.956253 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Attempting to bind port c200af92-6387-4188-81f1-0baf6b616b1f on network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:30:59.962040 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] For port 6809354f-8797-4510-a297-7f23ab513fb5, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:30:59.967199 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] For port 6809354f-8797-4510-a297-7f23ab513fb5, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6809354f-8797-4510-a297-7f23ab513fb5,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:30:59.973985 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43132) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:30:59.980320 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:00.021459 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Port c200af92-6387-4188-81f1-0baf6b616b1f on network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:31:00.021782 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Attempting to bind port c200af92-6387-4188-81f1-0baf6b616b1f on network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:00.050847 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17351297-75ba-4571-8a91-0c47f9236fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5548b99-6fbf-4911-ac5d-505f21e8cb1c,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:00.081325 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-05ffa6c3-1ff6-4bbb-ab81-76b1bcbc624f None None] For port bf8e3129-6275-4bc3-aca1-6791cf697636, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=bf8e3129-6275-4bc3-aca1-6791cf697636,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:00.083638 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:00.083969 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Checking segment: {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:00.084348 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Bound using segment: {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:00.094195 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Bound port: c200af92-6387-4188-81f1-0baf6b616b1f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:00.095285 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:00.099087 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-05ffa6c3-1ff6-4bbb-ab81-76b1bcbc624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:00.162133 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2109e4b-e73f-4b82-a9b0-e5accc5ffdc9 req-42caa268-efd6-48a8-a1e4-776cb5633d09 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:00.164373 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cad7a4-a88f-4898-97f7-51ba65c8d97d None None] Pushing event updated for resources: {'Port': ['ID=6809354f-8797-4510-a297-7f23ab513fb5,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:00.170898 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:00.171663 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:30:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:00.192604 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a2109e4b-e73f-4b82-a9b0-e5accc5ffdc9 req-42caa268-efd6-48a8-a1e4-776cb5633d09 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 944 time: 0.4915392 Oct 28 12:31:00.420784 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:00.593572 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a2109e4b-e73f-4b82-a9b0-e5accc5ffdc9 req-b6784642-ae7d-4e93-8d9a-dd051fcdcb36 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896422 Oct 28 12:31:00.617331 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] For port c200af92-6387-4188-81f1-0baf6b616b1f, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:00.626495 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] For port c200af92-6387-4188-81f1-0baf6b616b1f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c200af92-6387-4188-81f1-0baf6b616b1f,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:00.636873 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:00.695927 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-750820e4-84d0-4901-a6ed-6306609bf1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:00.706795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] Provisioning complete for port 6809354f-8797-4510-a297-7f23ab513fb5 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:00.707317 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:00.815208 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffa6c3-1ff6-4bbb-ab81-76b1bcbc624f None None] Pushing event updated for resources: {'Port': ['ID=bf8e3129-6275-4bc3-aca1-6791cf697636,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:00.816940 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Allocated IP 172.20.0.10 (5c3a51c3-709d-44a6-8c38-864c03c3e6a4/2abb791c-e92e-485f-bef6-916894ef1a83/4519c095-ffbc-4831-aac3-a12e3b01647c) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:00.820934 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:00.821580 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:00.822973 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] 10.222.0.77 "PUT /v2.0/ports/c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 1093 time: 2.5883887 Oct 28 12:31:00.833945 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358e5707-b5af-4ff5-9308-489054458c20', 'tag': 'c200af92-6387-4188-81f1-0baf6b616b1f'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:00.844491 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e59967-bc43-48a9-aeec-8a65d6880043" -d '{"events": [{"name": "network-changed", "server_uuid": "358e5707-b5af-4ff5-9308-489054458c20", "tag": "c200af92-6387-4188-81f1-0baf6b616b1f"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:00.867144 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b7341bc9-05b5-466a-acac-ecc9ccae9844 req-47af61a0-6dd4-44bb-aa28-6213320203c2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 210 time: 0.1642852 Oct 28 12:31:00.958259 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.009438 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eb21a-987b-4671-89ae-056aa7fcdf48 service neutron] Pushing event updated for resources: {'Port': ['ID=c200af92-6387-4188-81f1-0baf6b616b1f,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:01.011787 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:01.070452 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05deee3b-1a4d-47a0-a8b3-355dce258229 None None] The sync data for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi is: [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:31:01.073581 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] For port 6809354f-8797-4510-a297-7f23ab513fb5, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6809354f-8797-4510-a297-7f23ab513fb5,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:01.082390 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-20ae4c5d-096f-475d-92e2-c50a7901ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:01.089129 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-20ae4c5d-096f-475d-92e2-c50a7901ac24 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1096 time: 0.1753976 Oct 28 12:31:01.090791 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.146588 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-44d601d6-607a-4fcf-84ba-4fc098aebb3d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261530278', 'description': 'tempest-description--1926137411'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:01.205020 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device bf8e3129-6275-4bc3-aca1-6791cf697636 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:01.211906 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-940525c4-8a4c-4d8d-826b-f71485c46d0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 217 time: 0.1145496 Oct 28 12:31:01.223244 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ffa3d-609c-476d-8896-d7cfbe3ef22c x-openstack-request-id: req-644ffa3d-609c-476d-8896-d7cfbe3ef22c {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:01.223541 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358e5707-b5af-4ff5-9308-489054458c20", "tag": "c200af92-6387-4188-81f1-0baf6b616b1f", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:01.223795 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-644ffa3d-609c-476d-8896-d7cfbe3ef22c {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:01.224291 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358e5707-b5af-4ff5-9308-489054458c20', 'tag': 'c200af92-6387-4188-81f1-0baf6b616b1f', 'status': 'completed', 'code': 200} Oct 28 12:31:01.255423 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c5ec48df-4433-483b-b09b-f38584df6ddc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.330175 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] Pushing event updated for resources: {'Port': ['ID=6809354f-8797-4510-a297-7f23ab513fb5,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:01.353251 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-169d90a7-0ef3-4dc4-ba52-953ed99c9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:01.357338 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-169d90a7-0ef3-4dc4-ba52-953ed99c9e20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.1311665 Oct 28 12:31:01.361802 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-44d601d6-607a-4fcf-84ba-4fc098aebb3d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.362642 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] Provisioning complete for port bf8e3129-6275-4bc3-aca1-6791cf697636 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:01.363248 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ba89ea10-037b-41fe-baa7-373a83f91ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.392572 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.425724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-406ba221-5c0c-4eab-92c0-daab97234efc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592644 Oct 28 12:31:01.485694 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f85aabd9-afb8-4eb3-b753-6ca7ee7aa578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.496939 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port bf8e3129-6275-4bc3-aca1-6791cf697636 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:01.497298 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.542024 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c5ec48df-4433-483b-b09b-f38584df6ddc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.573983 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c5ec48df-4433-483b-b09b-f38584df6ddc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.599130 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-f2d83bc5-8e33-4af3-bb81-7180dbdf2095 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654489 Oct 28 12:31:01.740748 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.808909 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d612979a-6b9a-463d-99bb-67729d071dd4 None None] Provisioning complete for port 6809354f-8797-4510-a297-7f23ab513fb5 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:01.809546 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d612979a-6b9a-463d-99bb-67729d071dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:01.819124 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d29595-a8a9-451c-b056-413ae7d6949f req-79d83db2-1bcc-4264-82d9-a6e20a81f706 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:01.827361 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87d29595-a8a9-451c-b056-413ae7d6949f req-79d83db2-1bcc-4264-82d9-a6e20a81f706 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 944 time: 0.1090164 Oct 28 12:31:01.847830 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2161df3-da38-474a-aaf8-4be3e09ba23d req-082f17a9-cae0-4485-896c-a90b4143f56d service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417545 Oct 28 12:31:01.913949 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 6b8de827-c643-404c-86f6-5c0f33960730 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:31:01.951951 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87d29595-a8a9-451c-b056-413ae7d6949f req-50dfe6bc-f576-4aa3-aa3e-871ba985f15d tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193962 Oct 28 12:31:02.049260 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c5ec48df-4433-483b-b09b-f38584df6ddc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.053176 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-c5ec48df-4433-483b-b09b-f38584df6ddc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5970254 Oct 28 12:31:02.053176 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec48df-4433-483b-b09b-f38584df6ddc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153f406d-8772-4f70-bb40-e757be64cf48,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:02.062754 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43184) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:02.072113 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f85aabd9-afb8-4eb3-b753-6ca7ee7aa578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.080733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-9716129c-e0be-4904-b42b-bc4d53071504 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'security_group_rule': {'security_group_id': '8e7355c7-f5a9-4a73-83ce-9fca4791c459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:02.192511 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Pushing event updated for resources: {'Port': ['ID=4519c095-ffbc-4831-aac3-a12e3b01647c,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:02.226784 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 6b8de827-c643-404c-86f6-5c0f33960730, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b8de827-c643-404c-86f6-5c0f33960730,segment=NetworkSegment(a9356346-8ed4-4ee5-969e-2e47b72aee22),segment_id=a9356346-8ed4-4ee5-969e-2e47b72aee22)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:02.247611 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:02.259512 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '6b8de827-c643-404c-86f6-5c0f33960730', 'network_id': '77d7bc7e-f170-4994-9d38-e2a218ea13c3', 'port_id': '6b8de827-c643-404c-86f6-5c0f33960730', 'mac_address': 'fa:16:3e:22:4d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de2b1cb-98a6-49c2-aab9-5374eb27044a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:31:02.260408 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-44d601d6-607a-4fcf-84ba-4fc098aebb3d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.272756 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:02.282523 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:02.289802 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:02.290489 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.299113 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-44d601d6-607a-4fcf-84ba-4fc098aebb3d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.331644 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-609302a5-5c9b-4bdb-99f6-ceee42eb427d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9140024 Oct 28 12:31:02.339083 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-44d601d6-607a-4fcf-84ba-4fc098aebb3d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.343781 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-44d601d6-607a-4fcf-84ba-4fc098aebb3d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2039390 Oct 28 12:31:02.346922 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43190) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:02.347082 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.355230 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Request body: {'port': {'device_id': 'e9a11648-1512-4384-b703-4864b9027474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:02.362476 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-22b7777d-c494-4cdb-a9c4-a9782a83ceb4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'security_group_rule': {'security_group_id': 'cbea9c1f-db38-445b-b709-1fa08b394acb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:02.398100 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8de827-c643-404c-86f6-5c0f33960730 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:02.403451 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f85aabd9-afb8-4eb3-b753-6ca7ee7aa578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.407079 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f85aabd9-afb8-4eb3-b753-6ca7ee7aa578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.412138 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f85aabd9-afb8-4eb3-b753-6ca7ee7aa578 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5548b99-6fbf-4911-ac5d-505f21e8cb1c HTTP/1.1" status: 204 len: 168 time: 2.5661638 Oct 28 12:31:02.413038 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d601d6-607a-4fcf-84ba-4fc098aebb3d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea9c1f-db38-445b-b709-1fa08b394acb,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:02.451480 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 6b8de827-c643-404c-86f6-5c0f33960730, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b8de827-c643-404c-86f6-5c0f33960730,segment=NetworkSegment(a9356346-8ed4-4ee5-969e-2e47b72aee22),segment_id=a9356346-8ed4-4ee5-969e-2e47b72aee22)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:02.458013 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.458651 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aabd9-afb8-4eb3-b753-6ca7ee7aa578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5548b99-6fbf-4911-ac5d-505f21e8cb1c,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:02.486152 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.510818 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-22b7777d-c494-4cdb-a9c4-a9782a83ceb4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.574279 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-db4ab763-a61c-4e88-a5d4-59f7c20ff799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:02.575913 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-db4ab763-a61c-4e88-a5d4-59f7c20ff799 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1096 time: 0.6226404 Oct 28 12:31:02.648988 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=6b8de827-c643-404c-86f6-5c0f33960730,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:02.719227 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['6b8de827-c643-404c-86f6-5c0f33960730'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:31:02.738425 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9716129c-e0be-4904-b42b-bc4d53071504 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.798395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca602f1-9696-4e0b-a630-ec9baca87822 req-03319313-fcab-4ea6-a9f3-359c5ca5e816 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:02.799995 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6ca602f1-9696-4e0b-a630-ec9baca87822 req-03319313-fcab-4ea6-a9f3-359c5ca5e816 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 932 time: 0.7403910 Oct 28 12:31:02.938718 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-22b7777d-c494-4cdb-a9c4-a9782a83ceb4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.969155 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-22b7777d-c494-4cdb-a9c4-a9782a83ceb4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:02.989421 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-68f1e433-afcc-44b5-a192-5612f6f91110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.133472 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7777d-c494-4cdb-a9c4-a9782a83ceb4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0cd831-1565-4cea-bbe9-1ec950e7c0c5,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:03.135795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device bf8e3129-6275-4bc3-aca1-6791cf697636 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:03.146315 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-22b7777d-c494-4cdb-a9c4-a9782a83ceb4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.150446 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-22b7777d-c494-4cdb-a9c4-a9782a83ceb4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7894704 Oct 28 12:31:03.159723 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43214) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:03.193255 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-81371cd7-cd77-4ead-8696-48a24abe8551 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'security_group_rule': {'security_group_id': 'cbea9c1f-db38-445b-b709-1fa08b394acb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:03.247589 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6ca602f1-9696-4e0b-a630-ec9baca87822 req-af998eb6-76cc-4ae6-a546-0653bfde43f7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762469 Oct 28 12:31:03.251985 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9716129c-e0be-4904-b42b-bc4d53071504 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.280976 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9716129c-e0be-4904-b42b-bc4d53071504 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.286604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-05919756-b35f-49da-b129-3e69cbfcbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:03.288113 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-05919756-b35f-49da-b129-3e69cbfcbce8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.7020671 Oct 28 12:31:03.309115 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port bf8e3129-6275-4bc3-aca1-6791cf697636 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:03.313228 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.459678 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-5f70fd44-e7cf-4af0-b51e-b31c2aa6fed5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 217 time: 0.1472278 Oct 28 12:31:03.473457 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716129c-e0be-4904-b42b-bc4d53071504 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c270b6a-b447-4a1d-aa9f-f8b67fe9357f,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:03.508938 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4519c095-ffbc-4831-aac3-a12e3b01647c {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:03.533391 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.580545 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Transition to ACTIVE for port object 4519c095-ffbc-4831-aac3-a12e3b01647c will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:31:03.593686 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.625929 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6809354f-8797-4510-a297-7f23ab513fb5 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:03.659792 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-4def0d5e-1000-4d76-a310-cbada57c3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:03.668511 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-4def0d5e-1000-4d76-a310-cbada57c3a5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.1761940 Oct 28 12:31:03.693833 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Pushing event updated for resources: {'Port': ['ID=4519c095-ffbc-4831-aac3-a12e3b01647c,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:03.704510 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-81371cd7-cd77-4ead-8696-48a24abe8551 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.747575 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9716129c-e0be-4904-b42b-bc4d53071504 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.757233 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9716129c-e0be-4904-b42b-bc4d53071504 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6813717 Oct 28 12:31:03.762274 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43228) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:03.776170 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:03.795504 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 6809354f-8797-4510-a297-7f23ab513fb5 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:03.796174 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.802502 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Attempting to bind port 4519c095-ffbc-4831-aac3-a12e3b01647c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:03.803182 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Attempting to bind port 4519c095-ffbc-4831-aac3-a12e3b01647c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:03.805183 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Attempting to bind port 4519c095-ffbc-4831-aac3-a12e3b01647c on network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:03.815560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Port 4519c095-ffbc-4831-aac3-a12e3b01647c on network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:31:03.816194 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Attempting to bind port 4519c095-ffbc-4831-aac3-a12e3b01647c on network 5c3a51c3-709d-44a6-8c38-864c03c3e6a4 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:03.820891 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.836023 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:03.836731 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Checking segment: {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:03.837557 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Bound using segment: {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:03.838362 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Bound port: 4519c095-ffbc-4831-aac3-a12e3b01647c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:03.838871 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:03.873945 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-ca5e9184-693b-4d84-ac4a-361ce28d1837 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460173 Oct 28 12:31:03.910656 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ceb1b-f979-4039-87a2-89dbe79b8937 req-729c3d44-7e6e-4d6d-b8ab-39b1c61a2861 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:03.923967 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af1ceb1b-f979-4039-87a2-89dbe79b8937 req-729c3d44-7e6e-4d6d-b8ab-39b1c61a2861 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 945 time: 0.7545841 Oct 28 12:31:04.099788 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.140426 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] For port 4519c095-ffbc-4831-aac3-a12e3b01647c, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:04.158669 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] For port 4519c095-ffbc-4831-aac3-a12e3b01647c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4519c095-ffbc-4831-aac3-a12e3b01647c,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:04.170049 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.297459 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af1ceb1b-f979-4039-87a2-89dbe79b8937 req-9ff4a626-a9cf-47eb-b80d-5bb794e74a03 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673434 Oct 28 12:31:04.342734 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Pushing event updated for resources: {'Port': ['ID=4519c095-ffbc-4831-aac3-a12e3b01647c,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:04.359156 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:04.359808 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.370175 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-ee916152-1d51-492e-b057-c02696a29605 service neutron] 10.222.0.77 "PUT /v2.0/ports/4519c095-ffbc-4831-aac3-a12e3b01647c HTTP/1.1" status: 200 len: 1094 time: 2.0202942 Oct 28 12:31:04.373179 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:04.434359 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-ed6bac03-f43e-4a09-92d5-f1d987be1f0d service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065417 Oct 28 12:31:04.444198 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-81371cd7-cd77-4ead-8696-48a24abe8551 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.469352 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-81371cd7-cd77-4ead-8696-48a24abe8551 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.533432 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.556635 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81371cd7-cd77-4ead-8696-48a24abe8551 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c0b284-640b-43d3-94a8-26c091fccc44,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:04.607338 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29507f79-d3ab-4e51-946f-05cdcd901f36 req-d2fb7c3e-b277-4cc8-ad44-a5d6db8e14be tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:04.609353 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-29507f79-d3ab-4e51-946f-05cdcd901f36 req-d2fb7c3e-b277-4cc8-ad44-a5d6db8e14be tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.1958218 Oct 28 12:31:04.616672 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-81371cd7-cd77-4ead-8696-48a24abe8551 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.618288 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-81371cd7-cd77-4ead-8696-48a24abe8551 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4478655 Oct 28 12:31:04.625588 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43254) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:04.662040 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:04.684263 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-06d3745f-9bf1-4363-8ecf-09acd4b76549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:04.688159 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-06d3745f-9bf1-4363-8ecf-09acd4b76549 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 1097 time: 0.2074645 Oct 28 12:31:04.703604 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Allocated IP 172.27.0.251 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/1be9c257-5fd8-406b-b552-22598d0bfcf9) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:04.720216 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.728685 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-29507f79-d3ab-4e51-946f-05cdcd901f36 req-befc9d1b-6e93-465b-a795-23f7db62a7ad tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064603 Oct 28 12:31:04.742448 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16e59967-bc43-48a9-aeec-8a65d6880043 req-642330ce-b962-4648-82e1-7b0ff1d0456d service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967300 Oct 28 12:31:04.745976 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:04.791616 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-38bd28e3-a12d-426b-a7b4-b86d7e9343d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4519c095-ffbc-4831-aac3-a12e3b01647c HTTP/1.1" status: 200 len: 217 time: 0.0946789 Oct 28 12:31:04.988663 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:05.183083 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c14c0-4641-475b-b25e-d7ba0cca47ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:05.207335 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-9a3fddb2-577b-47b2-b015-169a3d37d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:05.209486 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-9a3fddb2-577b-47b2-b015-169a3d37d0b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.4108195 Oct 28 12:31:05.269448 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-bca2917a-b4d2-47c2-af82-e0f7f3fb436a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523729 Oct 28 12:31:05.318722 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:05.416660 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fdee56-d889-4461-9599-fa75e48acbba x-openstack-request-id: req-d0fdee56-d889-4461-9599-fa75e48acbba {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:05.416860 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:05.417091 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0fdee56-d889-4461-9599-fa75e48acbba {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:05.417522 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c', 'status': 'completed', 'code': 200} Oct 28 12:31:05.440572 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-cdfd7081-84e6-4412-9a1c-958ad46c1783 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623697 Oct 28 12:31:05.443132 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:05.506111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:05.509692 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:05.529864 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:05.566869 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:05.667738 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'Port': ['ID=1be9c257-5fd8-406b-b552-22598d0bfcf9,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:05.709118 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Allocated IP 172.27.0.33 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/f630fe84-f144-47b1-a18d-bbe24a6e83d7) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:05.737944 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ee11-5224-4b27-acd0-44238e3a8573 req-a311d480-9767-4b4b-b611-8faa21d6fa28 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:05.749086 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0334ee11-5224-4b27-acd0-44238e3a8573 req-a311d480-9767-4b4b-b611-8faa21d6fa28 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 945 time: 0.2226870 Oct 28 12:31:05.755429 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:05.781041 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0f72c51e-d543-4545-909a-a43334ed8ddf req-07cd9abc-d5ef-4f96-8bb6-9d53126530ee service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268156 Oct 28 12:31:05.845822 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:05.899276 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c200af92-6387-4188-81f1-0baf6b616b1f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:31:05.945329 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 6b8de827-c643-404c-86f6-5c0f33960730 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:06.011201 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.087216 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0334ee11-5224-4b27-acd0-44238e3a8573 req-13f4fd6d-8660-4ca9-b6e2-2d1eb8b67340 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366828 Oct 28 12:31:06.090025 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.119496 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-5dec402d-505f-437e-8cec-9aae4fc2ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:06.121769 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-5dec402d-505f-437e-8cec-9aae4fc2ed46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 1097 time: 0.2337666 Oct 28 12:31:06.191249 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:06.201727 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:06.221803 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:06.271879 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 6b8de827-c643-404c-86f6-5c0f33960730 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:31:06.295978 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 6b8de827-c643-404c-86f6-5c0f33960730 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:06.298778 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.373889 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dccac1-40a7-45b5-a740-60a42ed7a307 req-30a47fdf-82b7-421a-bbaf-879a9b1233b1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:06.376150 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-29dccac1-40a7-45b5-a740-60a42ed7a307 req-30a47fdf-82b7-421a-bbaf-879a9b1233b1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.3247352 Oct 28 12:31:06.423672 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'Port': ['ID=f630fe84-f144-47b1-a18d-bbe24a6e83d7,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:06.506522 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.551291 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-29dccac1-40a7-45b5-a740-60a42ed7a307 req-b9e170b4-c07c-46a9-b2f5-ac5346897860 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426296 Oct 28 12:31:06.594788 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-48591676-190a-4d41-a4f5-1c41f1c32244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:06.596552 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-48591676-190a-4d41-a4f5-1c41f1c32244 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.4460263 Oct 28 12:31:06.598644 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c200af92-6387-4188-81f1-0baf6b616b1f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c200af92-6387-4188-81f1-0baf6b616b1f,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:06.625012 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.628180 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.637027 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'c200af92-6387-4188-81f1-0baf6b616b1f', 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'port_id': 'c200af92-6387-4188-81f1-0baf6b616b1f', 'mac_address': 'fa:16:3e:11:68:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:31:06.659706 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.661506 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-7eadbfa1-42e7-4f11-82f7-fbae896069cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4519c095-ffbc-4831-aac3-a12e3b01647c HTTP/1.1" status: 200 len: 217 time: 0.0522308 Oct 28 12:31:06.662664 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.773368 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-15f794cc-5849-4416-a63f-2f676f02183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:06.774929 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-15f794cc-5849-4416-a63f-2f676f02183f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.1033669 Oct 28 12:31:06.783366 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.801285 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8de827-c643-404c-86f6-5c0f33960730'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:06.905784 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-8380bdd4-a1ec-4428-965e-93dc8501cc58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857961 Oct 28 12:31:06.914793 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:06.926438 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1617074 Oct 28 12:31:06.958453 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99c797-2b91-4f10-8346-e759ad5d188f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'Port': ['ID=1be9c257-5fd8-406b-b552-22598d0bfcf9,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:07.070848 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:07.123874 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-0c7251ee-0bfb-4b55-88d8-0458d5711e35 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889386 Oct 28 12:31:07.135001 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 6b8de827-c643-404c-86f6-5c0f33960730, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b8de827-c643-404c-86f6-5c0f33960730,segment=NetworkSegment(a9356346-8ed4-4ee5-969e-2e47b72aee22),segment_id=a9356346-8ed4-4ee5-969e-2e47b72aee22)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:07.151070 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:07.182071 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c200af92-6387-4188-81f1-0baf6b616b1f {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:07.237421 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:07.253242 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:07.259864 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c200af92-6387-4188-81f1-0baf6b616b1f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c200af92-6387-4188-81f1-0baf6b616b1f,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:07.270039 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:07.357106 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=6b8de827-c643-404c-86f6-5c0f33960730,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:07.365376 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05c14c0-4641-475b-b25e-d7ba0cca47ee req-f5e7c49a-e640-45ea-acb5-2b43ab9730a9 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304623 Oct 28 12:31:07.444086 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:07.500625 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c200af92-6387-4188-81f1-0baf6b616b1f,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:07.536688 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['c200af92-6387-4188-81f1-0baf6b616b1f'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:31:07.693255 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609972c5-0ab8-42aa-bb11-8e494a13b001" -d '{"events": [{"server_uuid": "3e3afd4f-1acd-48ae-af4c-1e8d190dd313", "name": "network-vif-plugged", "status": "completed", "tag": "6b8de827-c643-404c-86f6-5c0f33960730"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:07.730484 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43374) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:07.809281 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'Port': ['ID=f630fe84-f144-47b1-a18d-bbe24a6e83d7,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:07.820901 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:07.830279 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d2c10ee0-cc9a-4ae9-b304-df4fa50ae200 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1910825 Oct 28 12:31:07.835716 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-38b6ac24-18fd-4b72-b8de-0470b85c8af2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1170004287&fields=id&tenant_id=0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 267 time: 0.5458925 Oct 28 12:31:07.904251 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12772c-648c-4cf5-bff3-e58e6c64ae2e req-4e7ab1cf-4666-4ea4-8ec1-7dc7ba422575 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:07.905887 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa12772c-648c-4cf5-bff3-e58e6c64ae2e req-4e7ab1cf-4666-4ea4-8ec1-7dc7ba422575 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.5479836 Oct 28 12:31:07.995857 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa12772c-648c-4cf5-bff3-e58e6c64ae2e req-3d3de446-f228-4d2c-a5e6-15ce6d309365 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835533 Oct 28 12:31:08.034480 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-ef0bce18-8394-4929-aeb1-5a450b39bf4d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:08.046033 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-ef0bce18-8394-4929-aeb1-5a450b39bf4d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 816 time: 0.2093678 Oct 28 12:31:08.079716 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-892f1a8f-7616-4b27-996f-54880bf3d99a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/quotas/0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 375 time: 0.0321817 Oct 28 12:31:08.146132 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d7442d6a-1c33-44a2-8951-1e08f7931d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.209548 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-663d3de3-6854-4b6e-a2b0-59381d966f82 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288161 Oct 28 12:31:08.254580 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481eaa-81f1-4be9-bcb2-3a96d9e7ab00 req-28af60a2-8163-4622-8bb3-ae4887b86ec7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:08.262004 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e5481eaa-81f1-4be9-bcb2-3a96d9e7ab00 req-28af60a2-8163-4622-8bb3-ae4887b86ec7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.1576982 Oct 28 12:31:08.345820 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43396) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:08.355502 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d7442d6a-1c33-44a2-8951-1e08f7931d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.362542 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d7442d6a-1c33-44a2-8951-1e08f7931d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.381730 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e5481eaa-81f1-4be9-bcb2-3a96d9e7ab00 req-d91ca866-f2ce-4415-881d-8031aebf6d0e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185586 Oct 28 12:31:08.426637 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-03f8ae53-0cd2-494b-a9e0-3ca09261f3e0 service neutron] 10.222.0.62 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107897 Oct 28 12:31:08.432064 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43404) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:08.437570 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d7442d6a-1c33-44a2-8951-1e08f7931d45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=205c0bc094a942faa26ce2dd36d736ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052655 Oct 28 12:31:08.467345 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442d6a-1c33-44a2-8951-1e08f7931d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932973b8-ba2b-4002-9fdf-5d9ef9bff2aa,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:08.592364 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b420bf39-6660-42db-a3b5-933136d5836f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.635280 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b420bf39-6660-42db-a3b5-933136d5836f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.669421 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-2297e577-5e64-4f73-8bb3-b3cb7218f582 service neutron] 10.222.0.62 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347600 Oct 28 12:31:08.712574 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5a417447-9d68-4dfd-b32b-8ca8471657fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.716267 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc48c69-dcf5-43b6-93ec-dbdbf9ea24ba x-openstack-request-id: req-3dc48c69-dcf5-43b6-93ec-dbdbf9ea24ba {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:08.716765 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3afd4f-1acd-48ae-af4c-1e8d190dd313", "name": "network-vif-plugged", "status": "completed", "tag": "6b8de827-c643-404c-86f6-5c0f33960730", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:08.716843 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3dc48c69-dcf5-43b6-93ec-dbdbf9ea24ba {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:08.717322 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8de827-c643-404c-86f6-5c0f33960730', 'code': 200} Oct 28 12:31:08.732164 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b420bf39-6660-42db-a3b5-933136d5836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.734846 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b420bf39-6660-42db-a3b5-933136d5836f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:08.736405 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-b420bf39-6660-42db-a3b5-933136d5836f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/932973b8-ba2b-4002-9fdf-5d9ef9bff2aa HTTP/1.1" status: 204 len: 168 time: 0.3032982 Oct 28 12:31:08.751832 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420bf39-6660-42db-a3b5-933136d5836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932973b8-ba2b-4002-9fdf-5d9ef9bff2aa,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:08.920143 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-da342f83-a509-45e0-beab-7dd2cc501498 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--261530278&fields=id&tenant_id=c5337ec1ac12488aa4e8ecbab298da10 HTTP/1.1" status: 200 len: 267 time: 0.0731108 Oct 28 12:31:09.252281 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5a417447-9d68-4dfd-b32b-8ca8471657fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.257750 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10eecb-fd81-41cd-8bce-99c97aa88bf3 req-39f6b553-fb1d-4314-bdc3-d5eaa0a6f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:09.262008 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e10eecb-fd81-41cd-8bce-99c97aa88bf3 req-39f6b553-fb1d-4314-bdc3-d5eaa0a6f7bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 1099 time: 0.1989217 Oct 28 12:31:09.264612 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5a417447-9d68-4dfd-b32b-8ca8471657fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.275873 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a1fa44e1-6311-4948-9b57-c58ddc751625 req-2c524b42-69aa-4b64-902c-441fb5b2a6dc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 210 time: 0.1380811 Oct 28 12:31:09.306430 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-2e10eecb-fd81-41cd-8bce-99c97aa88bf3 req-51ba076e-103c-499b-a6b3-1323ffb600f8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.346096 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a417447-9d68-4dfd-b32b-8ca8471657fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c86d94c-f096-4e7c-a50f-d59593b46cc1,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:09.358466 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-5a417447-9d68-4dfd-b32b-8ca8471657fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c5a10fa1a5946cb9677fd2507f63603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0104704 Oct 28 12:31:09.366786 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43440) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:09.443741 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43444) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:09.474134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-b29bdbd1-2532-4e9f-bfff-8f3e7754b3b5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:09.476474 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-b29bdbd1-2532-4e9f-bfff-8f3e7754b3b5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 811 time: 0.5441756 Oct 28 12:31:09.500584 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5489abc4-add2-4e4f-8d44-5cb924bde59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.594458 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-281fb2e1-844f-41d5-a991-67aeaa808524 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/quotas/c5337ec1ac12488aa4e8ecbab298da10 HTTP/1.1" status: 200 len: 375 time: 0.0960495 Oct 28 12:31:09.608344 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-2e10eecb-fd81-41cd-8bce-99c97aa88bf3 req-51ba076e-103c-499b-a6b3-1323ffb600f8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.626590 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-2e10eecb-fd81-41cd-8bce-99c97aa88bf3 req-51ba076e-103c-499b-a6b3-1323ffb600f8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.627552 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b9914bd-0f74-41f5-8481-436cf827684a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.689913 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45314bdf-27a8-43ed-8745-8c5ee0dda0c2 req-b4d9a598-2580-4acf-8421-17eb1fa11c47 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:09.691606 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-45314bdf-27a8-43ed-8745-8c5ee0dda0c2 req-b4d9a598-2580-4acf-8421-17eb1fa11c47 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.1918378 Oct 28 12:31:09.693696 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e10eecb-fd81-41cd-8bce-99c97aa88bf3 req-51ba076e-103c-499b-a6b3-1323ffb600f8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219446 Oct 28 12:31:09.756843 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b9914bd-0f74-41f5-8481-436cf827684a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.762149 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba076e-103c-499b-a6b3-1323ffb600f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9190dc6-e1f0-41a4-a859-fabf2b99b455,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:09.804114 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-98312fb2-e68c-4a46-aee6-8379ae1e5750 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2086191 Oct 28 12:31:09.808942 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5489abc4-add2-4e4f-8d44-5cb924bde59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.815138 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5489abc4-add2-4e4f-8d44-5cb924bde59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.828492 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-45314bdf-27a8-43ed-8745-8c5ee0dda0c2 req-f03de15f-ffd0-49c5-96e8-f409a9615d77 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237862 Oct 28 12:31:09.872159 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-5489abc4-add2-4e4f-8d44-5cb924bde59e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8acd83398134dedae0f338a3ea7b649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261215 Oct 28 12:31:09.873527 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489abc4-add2-4e4f-8d44-5cb924bde59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0bf3eb-32ab-4a85-b0b2-c8ea50f7dbda,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:09.876204 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43452) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:09.899278 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 4519c095-ffbc-4831-aac3-a12e3b01647c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:31:09.947840 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c200af92-6387-4188-81f1-0baf6b616b1f up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:09.973737 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b9914bd-0f74-41f5-8481-436cf827684a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.976557 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b9914bd-0f74-41f5-8481-436cf827684a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:09.981209 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-1b9914bd-0f74-41f5-8481-436cf827684a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c86d94c-f096-4e7c-a50f-d59593b46cc1 HTTP/1.1" status: 204 len: 168 time: 0.6134782 Oct 28 12:31:10.016366 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-21537c77-b131-43b7-8f8d-c3aade9bdfd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:10.020137 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9914bd-0f74-41f5-8481-436cf827684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c86d94c-f096-4e7c-a50f-d59593b46cc1,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:10.075925 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-21537c77-b131-43b7-8f8d-c3aade9bdfd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:10.113672 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.db.resource_extend [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 12:31:10.153115 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-ba9f7436-a5cc-4f3b-9f45-80d136b8adec service neutron] 10.222.0.62 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212013 Oct 28 12:31:10.197966 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-21537c77-b131-43b7-8f8d-c3aade9bdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:10.206737 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-21537c77-b131-43b7-8f8d-c3aade9bdfd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:10.218149 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-21537c77-b131-43b7-8f8d-c3aade9bdfd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc0bf3eb-32ab-4a85-b0b2-c8ea50f7dbda HTTP/1.1" status: 204 len: 168 time: 0.3281190 Oct 28 12:31:10.234633 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port c200af92-6387-4188-81f1-0baf6b616b1f completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:31:10.247736 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21537c77-b131-43b7-8f8d-c3aade9bdfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0bf3eb-32ab-4a85-b0b2-c8ea50f7dbda,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:10.333477 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 4519c095-ffbc-4831-aac3-a12e3b01647c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4519c095-ffbc-4831-aac3-a12e3b01647c,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:10.354921 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289765bb-1d8d-4c96-83b9-30380d23fd53 req-31e98ea2-4265-4750-9bd6-9749b6542683 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:10.357258 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-289765bb-1d8d-4c96-83b9-30380d23fd53 req-31e98ea2-4265-4750-9bd6-9749b6542683 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.3019574 Oct 28 12:31:10.420794 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '4519c095-ffbc-4831-aac3-a12e3b01647c', 'network_id': '5c3a51c3-709d-44a6-8c38-864c03c3e6a4', 'port_id': '4519c095-ffbc-4831-aac3-a12e3b01647c', 'mac_address': 'fa:16:3e:ba:93:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abb791c-e92e-485f-bef6-916894ef1a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:31:10.433655 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port c200af92-6387-4188-81f1-0baf6b616b1f triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:10.442538 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:10.524528 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-289765bb-1d8d-4c96-83b9-30380d23fd53 req-956a0bc5-7ecd-490f-b5d2-9491c7e92052 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575181 Oct 28 12:31:10.581038 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-12ae2186-d8a1-4d06-8a8d-123b3f236358 service neutron] 10.222.0.62 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140084 Oct 28 12:31:10.739298 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-60c0cb79-c740-40c8-a420-a2291f2e45c7 req-53f023d4-4faf-4564-81d7-7e338f252c48 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 210 time: 0.0897622 Oct 28 12:31:10.740461 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.007321 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4519c095-ffbc-4831-aac3-a12e3b01647c {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:11.027670 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43480) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:11.074254 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 4519c095-ffbc-4831-aac3-a12e3b01647c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4519c095-ffbc-4831-aac3-a12e3b01647c,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:11.084620 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4cd3ff55-0549-4303-b25c-d127472cff9a req-8100cf52-a534-4778-adbf-1694a6fb5791 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 210 time: 0.1150863 Oct 28 12:31:11.160016 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.166870 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d3a6642f-be37-40de-94fc-4727c0f43826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.202332 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.235659 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee37ff-3790-41f4-ba87-007de139f1fa req-3f265279-8dcd-4eb3-9401-37a6b5bad1d3 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:11.237272 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-63ee37ff-3790-41f4-ba87-007de139f1fa req-3f265279-8dcd-4eb3-9401-37a6b5bad1d3 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.1510384 Oct 28 12:31:11.400371 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-63ee37ff-3790-41f4-ba87-007de139f1fa req-3d3d4afa-30b1-49a9-b1bf-4f2d713fbeec tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525140 Oct 28 12:31:11.456737 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358e5707-b5af-4ff5-9308-489054458c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c200af92-6387-4188-81f1-0baf6b616b1f'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:11.462805 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ec626b-f1af-4b20-ab23-3699360295b9" -d '{"events": [{"server_uuid": "358e5707-b5af-4ff5-9308-489054458c20", "name": "network-vif-plugged", "status": "completed", "tag": "c200af92-6387-4188-81f1-0baf6b616b1f"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:11.563055 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['4519c095-ffbc-4831-aac3-a12e3b01647c'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:31:11.594292 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-a992ee1b-baf0-4a80-9581-4fdd59415fde tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:11.609792 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-a992ee1b-baf0-4a80-9581-4fdd59415fde tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 816 time: 0.7043819 Oct 28 12:31:11.698847 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d3a6642f-be37-40de-94fc-4727c0f43826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.707483 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d3a6642f-be37-40de-94fc-4727c0f43826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.735046 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-aa8d6a7a-5787-4363-93cb-db4f44221324 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 380 time: 0.0986278 Oct 28 12:31:11.758908 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c200af92-6387-4188-81f1-0baf6b616b1f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c200af92-6387-4188-81f1-0baf6b616b1f,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:11.760689 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'port': {'device_id': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'admin_state_up': True, 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'security_groups': ['8e7355c7-f5a9-4a73-83ce-9fca4791c459']}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:11.782488 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=4519c095-ffbc-4831-aac3-a12e3b01647c,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:11.816561 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d3a6642f-be37-40de-94fc-4727c0f43826 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73f4943825544c668c0b41467a135c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878177 Oct 28 12:31:11.835482 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43512) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:11.839916 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405cb476-6515-4adf-8788-c0ad5ad32495 x-openstack-request-id: req-405cb476-6515-4adf-8788-c0ad5ad32495 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:11.840177 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358e5707-b5af-4ff5-9308-489054458c20", "name": "network-vif-plugged", "status": "completed", "tag": "c200af92-6387-4188-81f1-0baf6b616b1f", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:11.840454 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-405cb476-6515-4adf-8788-c0ad5ad32495 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:11.840873 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358e5707-b5af-4ff5-9308-489054458c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c200af92-6387-4188-81f1-0baf6b616b1f', 'code': 200} Oct 28 12:31:11.881274 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:11.907380 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735030a-db75-4021-862a-b820a697b01c req-ea750e83-1469-4ed1-b04a-ee385282e77d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:11.919670 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5735030a-db75-4021-862a-b820a697b01c req-ea750e83-1469-4ed1-b04a-ee385282e77d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 945 time: 0.1657262 Oct 28 12:31:11.922681 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6642f-be37-40de-94fc-4727c0f43826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8109784-c437-4244-b5dd-786d1513f206,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:12.008559 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a64e291a-3625-41e8-b72c-6a48a4ccd112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:12.022374 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5735030a-db75-4021-862a-b820a697b01c req-8e78d8bb-0175-446f-96d0-cbace18fefc4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966229 Oct 28 12:31:12.044021 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a64e291a-3625-41e8-b72c-6a48a4ccd112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:12.095244 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43518) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:12.165765 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c200af92-6387-4188-81f1-0baf6b616b1f,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:12.260615 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Made reservation on behalf of 0ae5fd59e495402c829af6819f873149 for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:12.271700 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:12.288786 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a64e291a-3625-41e8-b72c-6a48a4ccd112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:12.288988 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-345ccda2-14a2-4ed4-ab09-407d02243d67 req-1560d714-c0d2-4772-be6d-31fe36aa7e91 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 210 time: 0.2505264 Oct 28 12:31:12.296869 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a64e291a-3625-41e8-b72c-6a48a4ccd112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:12.303036 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-a64e291a-3625-41e8-b72c-6a48a4ccd112 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8109784-c437-4244-b5dd-786d1513f206 HTTP/1.1" status: 204 len: 168 time: 0.4610484 Oct 28 12:31:12.391119 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fb5a2441-d6f1-4c39-b11b-56a86ea5af19 req-42f9d869-1db1-4d54-a894-60ef361ede79 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 210 time: 0.1498263 Oct 28 12:31:12.429848 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9a5d2-ab00-4a58-960f-02ea207bbe87 req-d3b94915-1c56-40ec-8528-5b19f0f69a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:12.435632 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-30e9a5d2-ab00-4a58-960f-02ea207bbe87 req-d3b94915-1c56-40ec-8528-5b19f0f69a89 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.3363891 Oct 28 12:31:12.498541 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e291a-3625-41e8-b72c-6a48a4ccd112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8109784-c437-4244-b5dd-786d1513f206,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:12.567800 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-83d3e3eb-f295-4c1e-a79b-50f8016aaa6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:12.634888 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Allocated IP 172.20.0.13 (91b3814f-2032-4bff-af3a-f4aaffcf631a/e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71/fd7216a9-4fe8-4770-a641-9f1115f86217) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:12.684532 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-30e9a5d2-ab00-4a58-960f-02ea207bbe87 req-20a8d00f-300c-48a1-8b7a-842ab6c92060 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423582 Oct 28 12:31:12.724997 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb502a-5de7-4550-926f-ffaf554874ed req-21274cab-a6ad-4a29-bc52-a666ae17ef43 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:12.724997 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-38cb502a-5de7-4550-926f-ffaf554874ed req-21274cab-a6ad-4a29-bc52-a666ae17ef43 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.2405417 Oct 28 12:31:12.816333 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-38cb502a-5de7-4550-926f-ffaf554874ed req-4e3ae16d-a099-43e4-968e-bffb32046c93 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858912 Oct 28 12:31:12.900745 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-83d3e3eb-f295-4c1e-a79b-50f8016aaa6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:12.942614 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-83d3e3eb-f295-4c1e-a79b-50f8016aaa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:13.022699 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3e3eb-f295-4c1e-a79b-50f8016aaa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1145ce-7aac-425d-9cb3-c22a1f161a13,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:13.135977 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:13.177552 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43554) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:13.180890 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-83d3e3eb-f295-4c1e-a79b-50f8016aaa6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0442828d50774be7a6e4e73d3157f6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0657339 Oct 28 12:31:13.277367 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:13.289626 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:13.382872 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:13.389123 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:13.393683 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:13.404649 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:13.407195 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:13.427438 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:13.458458 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-beb24d26-e76f-4b3b-8ea8-ba54e1208c15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7060261 Oct 28 12:31:13.477360 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Request body: {'port': {'device_id': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:13.683377 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:13.930492 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 4519c095-ffbc-4831-aac3-a12e3b01647c up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:13.988300 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-267319e6-7f53-4fc4-ba49-3ffee692f56b tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:13.990929 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-267319e6-7f53-4fc4-ba49-3ffee692f56b tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 811 time: 0.6525767 Oct 28 12:31:14.191505 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe4047-3d23-4f11-829b-f4908ecbe140 req-dc2cc314-988b-427b-b6dd-c7347b22820c tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:14.202804 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fefe4047-3d23-4f11-829b-f4908ecbe140 req-dc2cc314-988b-427b-b6dd-c7347b22820c tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 945 time: 0.9290965 Oct 28 12:31:14.214176 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 4519c095-ffbc-4831-aac3-a12e3b01647c completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:31:14.223220 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-72fb4920-273c-4693-8b61-afc528ec4dfa tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5337ec1ac12488aa4e8ecbab298da10 HTTP/1.1" status: 200 len: 379 time: 0.2080855 Oct 28 12:31:14.225841 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 4519c095-ffbc-4831-aac3-a12e3b01647c triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:14.226217 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.318735 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'port': {'device_id': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'admin_state_up': True, 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'security_groups': ['cbea9c1f-db38-445b-b709-1fa08b394acb']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:14.351141 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-cb866d10-e740-4dcd-b6c9-d6f22a2d72a4 None None] Provisioning complete for port fd7216a9-4fe8-4770-a641-9f1115f86217 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:14.355380 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-cb866d10-e740-4dcd-b6c9-d6f22a2d72a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.365985 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fefe4047-3d23-4f11-829b-f4908ecbe140 req-6821ddd0-a4b3-46cc-83e3-e0937004afb0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508060 Oct 28 12:31:14.383094 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bc53c-2c1b-4db4-95c1-576459c804de req-cfc1c037-2f4d-4475-bc0a-34fd7a3d9474 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:14.390606 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d3bc53c-2c1b-4db4-95c1-576459c804de req-cfc1c037-2f4d-4475-bc0a-34fd7a3d9474 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 932 time: 0.8010812 Oct 28 12:31:14.527411 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d1537bea-3e3c-4b2d-b7d4-ea1811085504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.580937 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-cb866d10-e740-4dcd-b6c9-d6f22a2d72a4 None None] Port fd7216a9-4fe8-4770-a641-9f1115f86217 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:31:14.609582 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-89fec802-26c0-4d1a-b8e9-c2ecd163fe62 req-9ed8173d-7192-4d0c-8a18-fef549ab6145 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 210 time: 0.0598464 Oct 28 12:31:14.667010 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d1537bea-3e3c-4b2d-b7d4-ea1811085504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.690103 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.724403 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d3bc53c-2c1b-4db4-95c1-576459c804de req-e9df629b-57f8-46e9-8260-a2cd4319cee0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338932 Oct 28 12:31:14.846842 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:14.848940 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Made reservation on behalf of c5337ec1ac12488aa4e8ecbab298da10 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:14.865644 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0702c6f3-0334-4720-a7be-4cd62f7f73d6" -d '{"events": [{"server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "name": "network-vif-plugged", "status": "completed", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:14.870961 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.907673 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 4519c095-ffbc-4831-aac3-a12e3b01647c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4519c095-ffbc-4831-aac3-a12e3b01647c,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:14.923284 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.931786 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d1537bea-3e3c-4b2d-b7d4-ea1811085504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.938682 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d1537bea-3e3c-4b2d-b7d4-ea1811085504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:14.942291 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d1537bea-3e3c-4b2d-b7d4-ea1811085504 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f1145ce-7aac-425d-9cb3-c22a1f161a13 HTTP/1.1" status: 204 len: 168 time: 1.7604170 Oct 28 12:31:14.989717 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1537bea-3e3c-4b2d-b7d4-ea1811085504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1145ce-7aac-425d-9cb3-c22a1f161a13,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:15.042926 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6578f8-8855-4d72-8579-59c5e226ecaa x-openstack-request-id: req-ea6578f8-8855-4d72-8579-59c5e226ecaa {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:15.043254 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "name": "network-vif-plugged", "status": "completed", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:15.043514 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea6578f8-8855-4d72-8579-59c5e226ecaa {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:15.045069 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c', 'code': 200} Oct 28 12:31:15.285124 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=4519c095-ffbc-4831-aac3-a12e3b01647c,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:15.383739 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7216a9-4fe8-4770-a641-9f1115f86217 {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:15.396676 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:15.427819 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Transition to ACTIVE for port object fd7216a9-4fe8-4770-a641-9f1115f86217 will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:31:15.489678 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Allocated IP 172.20.0.4 (c977e2aa-b8cb-4592-9494-ce66891f1b69/71e1b7e2-5379-495a-bd13-c27a2f4cec48/fe4d3fd7-9134-42f8-a93d-9cbe08ca530e) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:15.517785 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:15.674590 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:15.748944 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cba2d-f410-446b-bad5-48b732aa61f5 req-7abbc15a-5b30-4ff6-a6c6-e1fcfca6aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:15.750862 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab4cba2d-f410-446b-bad5-48b732aa61f5 req-7abbc15a-5b30-4ff6-a6c6-e1fcfca6aae1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 1099 time: 0.3189116 Oct 28 12:31:15.751774 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Attempting to bind port fd7216a9-4fe8-4770-a641-9f1115f86217 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:15.752152 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Attempting to bind port fd7216a9-4fe8-4770-a641-9f1115f86217 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:15.752636 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Attempting to bind port fd7216a9-4fe8-4770-a641-9f1115f86217 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:15.758084 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Port fd7216a9-4fe8-4770-a641-9f1115f86217 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:31:15.759168 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Attempting to bind port fd7216a9-4fe8-4770-a641-9f1115f86217 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:15.768375 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:15.768963 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Checking segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:15.769524 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Bound using segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:15.770160 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Bound port: fd7216a9-4fe8-4770-a641-9f1115f86217, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:15.771174 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:15.850374 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43658) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:15.893551 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aec20788-e1ec-4e7b-a03b-1661590d0be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:15.896954 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:15.900705 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:15.907386 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:15.940321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cd2-b07a-4736-b387-ef1d9ee81c40 req-2f3f3d78-d8e0-44db-adb9-ecba9d36ed28 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:15.955016 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e10e8cd2-b07a-4736-b387-ef1d9ee81c40 req-2f3f3d78-d8e0-44db-adb9-ecba9d36ed28 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.3218942 Oct 28 12:31:15.973520 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:15.986289 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab4cba2d-f410-446b-bad5-48b732aa61f5 req-a06edca1-935c-48f2-a9c5-5f31a5f6a7c3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193477 Oct 28 12:31:15.995730 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:15.998291 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:15.999838 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-9fe21cfe-fa20-4086-b3ae-f110d06e72ad service neutron] 10.222.0.77 "PUT /v2.0/ports/fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 200 len: 1094 time: 2.5332282 Oct 28 12:31:16.000998 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:16.017143 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7067f8b-c13f-4f95-ad65-4e194de55366" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:16.090837 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.119562 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e10e8cd2-b07a-4736-b387-ef1d9ee81c40 req-8f7931fd-7e9e-4b88-99b5-699d766bbf1f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548553 Oct 28 12:31:16.260110 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aec20788-e1ec-4e7b-a03b-1661590d0be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.321440 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8037de15-fdd1-4f41-a0f1-78d9428c2631 req-fe8841f7-d428-4575-991e-727f50c4f148 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 210 time: 0.0620892 Oct 28 12:31:16.322040 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aec20788-e1ec-4e7b-a03b-1661590d0be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.334418 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-7d5855ba-52c6-4669-a18c-18849d94ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:16.335643 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.345071 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-7d5855ba-52c6-4669-a18c-18849d94ef3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0999022 Oct 28 12:31:16.425881 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-6d1586c4-9d08-4195-9ece-c1b13b4942a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 200 len: 217 time: 0.0704267 Oct 28 12:31:16.427384 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f23ca5-5c98-4bf6-b075-37ad53548751 x-openstack-request-id: req-74f23ca5-5c98-4bf6-b075-37ad53548751 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:16.427669 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:16.427930 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74f23ca5-5c98-4bf6-b075-37ad53548751 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:16.428455 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'status': 'completed', 'code': 200} Oct 28 12:31:16.449757 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:16.476287 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:16.499725 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:16.505381 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:16.505997 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.518615 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-aec20788-e1ec-4e7b-a03b-1661590d0be7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3247fdd4a2ed43c1ac6ac58f58cd296a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6663074 Oct 28 12:31:16.520239 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec20788-e1ec-4e7b-a03b-1661590d0be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466b4c04-0487-4b1a-9c58-27b2a62d7546,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:16.523580 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43686) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:16.530137 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3014452 Oct 28 12:31:16.531592 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103c798-a29b-4b08-a12a-7db9fc2a6e91 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'Port': ['ID=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:16.543095 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Request body: {'port': {'device_id': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:16.621743 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-023f3aab-afb3-4b6a-926d-f4271a7d3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:16.623736 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-023f3aab-afb3-4b6a-926d-f4271a7d3a0b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.1716971 Oct 28 12:31:16.640230 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a7652b2b-f4f0-4e9d-b3a9-19e6d40ace78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.646411 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573aaf9-e2d6-4230-9c5c-a0e263a1091d req-55931d75-928d-4f4d-8c69-b399abd2e2db tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:16.662505 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2573aaf9-e2d6-4230-9c5c-a0e263a1091d req-55931d75-928d-4f4d-8c69-b399abd2e2db tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.2275701 Oct 28 12:31:16.678238 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a7652b2b-f4f0-4e9d-b3a9-19e6d40ace78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.721942 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43690) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:16.821104 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2573aaf9-e2d6-4230-9c5c-a0e263a1091d req-55c8fdcc-8841-4bdb-a2b6-44a8451d18bd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543996 Oct 28 12:31:16.838295 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.863327 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a7652b2b-f4f0-4e9d-b3a9-19e6d40ace78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.868235 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a7652b2b-f4f0-4e9d-b3a9-19e6d40ace78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.873109 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-a7652b2b-f4f0-4e9d-b3a9-19e6d40ace78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/466b4c04-0487-4b1a-9c58-27b2a62d7546 HTTP/1.1" status: 204 len: 168 time: 0.3313377 Oct 28 12:31:16.887316 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7652b2b-f4f0-4e9d-b3a9-19e6d40ace78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466b4c04-0487-4b1a-9c58-27b2a62d7546,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:16.893539 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-a9853b94-5c44-4a11-9b92-34baf413520d None None] Provisioning complete for port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:16.895616 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a9853b94-5c44-4a11-9b92-34baf413520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:16.897819 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-a33d3018-286f-4af7-81f6-a5c549086a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:16.900136 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-a33d3018-286f-4af7-81f6-a5c549086a03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1991289 Oct 28 12:31:17.104045 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-a9853b94-5c44-4a11-9b92-34baf413520d None None] Port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:31:17.134795 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-f5631e36-9524-4a0e-908a-642f7ed77e18 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158406 Oct 28 12:31:17.429739 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f143f604-c4d4-4b50-a6a5-ad21dd1ab61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:17.462755 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-04d77257-a76e-4487-a1db-c47f78ea6b0a req-bf514947-ab10-47ed-a0e2-b3b1af31d9dc service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218722 Oct 28 12:31:17.499729 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43718) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:17.630186 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b6528-af80-4497-8d08-b0a4eacd9a1f req-23db0a7a-fe8e-4a42-a974-10fd47c4b078 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:17.638771 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c10b6528-af80-4497-8d08-b0a4eacd9a1f req-23db0a7a-fe8e-4a42-a974-10fd47c4b078 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1726706 Oct 28 12:31:17.660290 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-61f6d8c1-5742-4bb7-b013-d64d5ac8fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:17.665763 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-61f6d8c1-5742-4bb7-b013-d64d5ac8fd06 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1097 time: 0.1309586 Oct 28 12:31:17.729649 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08abf1-b526-4f13-ab6d-67b9c446ac75 req-7247f6fd-1b91-43ca-9be8-adb5cf6c0333 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:17.740907 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3e08abf1-b526-4f13-ab6d-67b9c446ac75 req-7247f6fd-1b91-43ca-9be8-adb5cf6c0333 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 931 time: 0.2747340 Oct 28 12:31:17.758185 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f143f604-c4d4-4b50-a6a5-ad21dd1ab61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:17.761503 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1201c5c2-8909-4549-b63d-cf2bb4fc808b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:17.778109 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f143f604-c4d4-4b50-a6a5-ad21dd1ab61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:17.804223 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c10b6528-af80-4497-8d08-b0a4eacd9a1f req-6c200023-44f5-45d2-bba9-727a2a1b95d4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536171 Oct 28 12:31:17.831637 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3e08abf1-b526-4f13-ab6d-67b9c446ac75 req-4f218d94-73f2-4746-8af7-67ab4b9fed58 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851526 Oct 28 12:31:17.855272 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f143f604-c4d4-4b50-a6a5-ad21dd1ab61c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5b34e1f6cb241d6b7ff95f944de4563&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0612917 Oct 28 12:31:17.859912 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43736) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:17.862007 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143f604-c4d4-4b50-a6a5-ad21dd1ab61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa070c0-4e1d-4a5a-8d84-aa132898c0a9,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:17.887607 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-3ba10ce2-704f-4e9c-bd33-fa09aa7415f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:17.889763 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-3ba10ce2-704f-4e9c-bd33-fa09aa7415f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.2097521 Oct 28 12:31:17.958846 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-ed27a355-ce86-40ed-9f15-4d5967687300 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 200 len: 217 time: 0.0569952 Oct 28 12:31:17.963793 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1072-9cae-4d1e-88da-1d10320df3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:17.967940 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4d3fd7-9134-42f8-a93d-9cbe08ca530e {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:17.986777 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.015550 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1201c5c2-8909-4549-b63d-cf2bb4fc808b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.026414 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1201c5c2-8909-4549-b63d-cf2bb4fc808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.030715 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1072-9cae-4d1e-88da-1d10320df3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.040870 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Transition to ACTIVE for port object fe4d3fd7-9134-42f8-a93d-9cbe08ca530e will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:31:18.051544 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-2e6441ff-ade7-4eb2-940a-fc0e4ceec2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:18.053194 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-2e6441ff-ade7-4eb2-940a-fc0e4ceec2e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0841675 Oct 28 12:31:18.053549 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.085287 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-1201c5c2-8909-4549-b63d-cf2bb4fc808b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9aaba5ac4c344048ad1fbb85e8cec95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789540 Oct 28 12:31:18.096693 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43748) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:18.107640 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201c5c2-8909-4549-b63d-cf2bb4fc808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33fefd-f53c-4110-a848-ceedc69f2dc6,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:18.112865 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb22d-01e6-4f93-9b99-4b62645c86a4 req-732eca71-be98-4315-9123-8deee81d84f2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:18.114423 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f64fb22d-01e6-4f93-9b99-4b62645c86a4 req-732eca71-be98-4315-9123-8deee81d84f2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1487403 Oct 28 12:31:18.144816 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-82e6a833-bd6f-4d35-a2c1-4d95fd70df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:18.147156 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-82e6a833-bd6f-4d35-a2c1-4d95fd70df94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819707 Oct 28 12:31:18.176278 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:18.211813 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1072-9cae-4d1e-88da-1d10320df3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.214778 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1072-9cae-4d1e-88da-1d10320df3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.218640 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-3dbd1072-9cae-4d1e-88da-1d10320df3ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfa070c0-4e1d-4a5a-8d84-aa132898c0a9 HTTP/1.1" status: 204 len: 168 time: 0.3550799 Oct 28 12:31:18.259614 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f64fb22d-01e6-4f93-9b99-4b62645c86a4 req-a44916fb-65bd-4165-8a5b-c45f9731347f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308248 Oct 28 12:31:18.279965 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd1072-9cae-4d1e-88da-1d10320df3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa070c0-4e1d-4a5a-8d84-aa132898c0a9,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:18.285974 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7648306-5b01-4d1a-8ebe-4ae00101b67d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.289121 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Attempting to bind port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:18.289561 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Attempting to bind port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:18.289890 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Attempting to bind port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e on network c977e2aa-b8cb-4592-9494-ce66891f1b69 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:18.305248 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e on network c977e2aa-b8cb-4592-9494-ce66891f1b69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:31:18.305571 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Attempting to bind port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e on network c977e2aa-b8cb-4592-9494-ce66891f1b69 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:18.330598 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:18.330897 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Checking segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:18.331285 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Bound using segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:18.331713 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Bound port: fe4d3fd7-9134-42f8-a93d-9cbe08ca530e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:18.332064 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.335299 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7648306-5b01-4d1a-8ebe-4ae00101b67d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.362545 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-d2ab5b05-0200-40d1-8265-1c32cbd9a3b4 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050347 Oct 28 12:31:18.471084 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] For port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:18.487482 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] For port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:18.497019 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.509442 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d7067f8b-c13f-4f95-ad65-4e194de55366 req-8bca3f8d-846e-471e-bdbf-2949dd8ee105 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376760 Oct 28 12:31:18.567479 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:18.568156 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.569908 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] 10.222.0.77 "PUT /v2.0/ports/fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 200 len: 1093 time: 2.0317101 Oct 28 12:31:18.583054 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:18.585803 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7a239-8432-4102-9060-e2be92922f80" -d '{"events": [{"name": "network-changed", "server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:18.595570 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7648306-5b01-4d1a-8ebe-4ae00101b67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.598579 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7648306-5b01-4d1a-8ebe-4ae00101b67d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:18.603070 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c7648306-5b01-4d1a-8ebe-4ae00101b67d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb33fefd-f53c-4110-a848-ceedc69f2dc6 HTTP/1.1" status: 204 len: 168 time: 0.4985106 Oct 28 12:31:18.619991 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7648306-5b01-4d1a-8ebe-4ae00101b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33fefd-f53c-4110-a848-ceedc69f2dc6,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:18.677427 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d97ed2b-513f-4c77-aad4-f314da1a7655 x-openstack-request-id: req-1d97ed2b-513f-4c77-aad4-f314da1a7655 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:18.678126 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:18.678126 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d97ed2b-513f-4c77-aad4-f314da1a7655 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:18.678420 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'status': 'completed', 'code': 200} Oct 28 12:31:18.687318 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b7d-45eb-40c5-936a-bd791858ecaf service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:18.703204 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-2ded7d55-d44b-4d09-af5a-96e0e69c950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:18.704828 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-2ded7d55-d44b-4d09-af5a-96e0e69c950f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 1096 time: 0.0791478 Oct 28 12:31:18.794588 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-9d42e91a-1f91-4aa7-be93-4539ad667845 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 200 len: 217 time: 0.0805130 Oct 28 12:31:18.907229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-cfb903ee-e8e3-4084-af1e-af8a55157b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:18.908954 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-cfb903ee-e8e3-4084-af1e-af8a55157b8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.1070156 Oct 28 12:31:19.037534 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43786) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:19.050388 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-59bea44a-9c03-4e5d-b03b-f8fa542e3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.051872 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-59bea44a-9c03-4e5d-b03b-f8fa542e3d78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1350453 Oct 28 12:31:19.052607 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c511ac63-2cbe-4af3-b014-1d30b590e0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.065897 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cf16a-0103-421b-b872-3c54652b6898 req-44b5dc59-88b8-4108-868b-b7278ad14cb6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.067414 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2c5cf16a-0103-421b-b872-3c54652b6898 req-44b5dc59-88b8-4108-868b-b7278ad14cb6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 943 time: 0.1089873 Oct 28 12:31:19.103121 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7859-fda9-44e5-ba0e-6d005d6b8b72 req-4e0adfa5-cdd5-440d-9e41-92e6b77961b7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.104824 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88fe7859-fda9-44e5-ba0e-6d005d6b8b72 req-4e0adfa5-cdd5-440d-9e41-92e6b77961b7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1476898 Oct 28 12:31:19.180044 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c511ac63-2cbe-4af3-b014-1d30b590e0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.185491 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c511ac63-2cbe-4af3-b014-1d30b590e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.204427 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2c5cf16a-0103-421b-b872-3c54652b6898 req-cd6a482d-354b-4449-824e-5cd66a89c123 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256335 Oct 28 12:31:19.218320 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43792) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:19.231417 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88fe7859-fda9-44e5-ba0e-6d005d6b8b72 req-289964df-f530-4dcf-8e5f-ec4787dd0646 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006906 Oct 28 12:31:19.250874 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-4ccd72ad-ba91-4064-ad40-d6e415f48b2f service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823168 Oct 28 12:31:19.273883 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:31:19.285585 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-c511ac63-2cbe-4af3-b014-1d30b590e0fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab2a225ff0514248a7cdc8ed4bce713d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469087 Oct 28 12:31:19.286355 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511ac63-2cbe-4af3-b014-1d30b590e0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c42a95-2362-403b-872f-d1ef0f5c6b23,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:19.288827 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43800) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:19.403060 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2d91028d-7dda-4de0-98d3-b679060f79a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.446516 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2d91028d-7dda-4de0-98d3-b679060f79a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.455589 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e9f02b10-7750-4333-bcee-ce1e56dcb52c req-c57504d8-0314-4542-a2e2-f28fa1fa0e2e service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971664 Oct 28 12:31:19.476410 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dcf29-a0c3-4aac-ab20-221489121518 req-64f93965-fe4d-453d-8d88-b41c9ef8531a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.486078 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5a9dcf29-a0c3-4aac-ab20-221489121518 req-64f93965-fe4d-453d-8d88-b41c9ef8531a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0690751 Oct 28 12:31:19.542897 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5a9dcf29-a0c3-4aac-ab20-221489121518 req-d761afb7-f8db-4e89-8175-25c5ff945d9f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508904 Oct 28 12:31:19.553445 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2d91028d-7dda-4de0-98d3-b679060f79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.556456 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2d91028d-7dda-4de0-98d3-b679060f79a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.569111 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2d91028d-7dda-4de0-98d3-b679060f79a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9c42a95-2362-403b-872f-d1ef0f5c6b23 HTTP/1.1" status: 204 len: 168 time: 0.2773144 Oct 28 12:31:19.601616 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7a0a272e-0780-443e-b4cd-e2ad70b00268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.604478 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91028d-7dda-4de0-98d3-b679060f79a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c42a95-2362-403b-872f-d1ef0f5c6b23,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:19.684095 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7a239-8432-4102-9060-e2be92922f80 req-088064a7-f7be-43a0-8b0a-2d4664562573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.690258 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2c7a239-8432-4102-9060-e2be92922f80 req-088064a7-f7be-43a0-8b0a-2d4664562573 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 1096 time: 0.1431203 Oct 28 12:31:19.736980 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-fdb6c6c4-8f73-4d32-ae1f-c283a709a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.739031 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-fdb6c6c4-8f73-4d32-ae1f-c283a709a00a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 1099 time: 0.0641236 Oct 28 12:31:19.813172 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7a0a272e-0780-443e-b4cd-e2ad70b00268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.824871 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7a0a272e-0780-443e-b4cd-e2ad70b00268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:19.854324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7a239-8432-4102-9060-e2be92922f80 req-a0dc62f4-1b4b-4f73-9779-c7fd444e8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.855872 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7a0a272e-0780-443e-b4cd-e2ad70b00268 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5892daf2518482ea6432722af8c0516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342580 Oct 28 12:31:19.856806 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2c7a239-8432-4102-9060-e2be92922f80 req-a0dc62f4-1b4b-4f73-9779-c7fd444e8a73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 912 time: 0.1610813 Oct 28 12:31:19.859704 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43818) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:19.908810 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a272e-0780-443e-b4cd-e2ad70b00268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b2257e-ccc0-4c25-8aec-accdc89dd8e4,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:19.943939 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2c7a239-8432-4102-9060-e2be92922f80 req-848079fc-e9d9-43b3-af79-838538c46b41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 200 len: 217 time: 0.0733747 Oct 28 12:31:19.955552 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-d58d8b94-430c-4b9c-82b9-f3a291f32e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:19.957201 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-d58d8b94-430c-4b9c-82b9-f3a291f32e74 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.2095037 Oct 28 12:31:19.961905 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:31:20.017164 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-e4ae2b8d-a66d-4940-9c6a-9460654eca1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4519c095-ffbc-4831-aac3-a12e3b01647c HTTP/1.1" status: 200 len: 217 time: 0.0500629 Oct 28 12:31:20.022771 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c466f395-e833-4fa0-9b20-3e5854ef9e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:20.091070 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c466f395-e833-4fa0-9b20-3e5854ef9e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:20.102790 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54639c5a-35a9-4ae6-8e5c-01e7df895619 req-e316c853-3388-4716-a220-19fbe42b204f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:20.114656 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-54639c5a-35a9-4ae6-8e5c-01e7df895619 req-e316c853-3388-4716-a220-19fbe42b204f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.2559476 Oct 28 12:31:20.127454 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-80cb686e-d1c4-49e7-a347-54d7efd6f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:20.129257 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-80cb686e-d1c4-49e7-a347-54d7efd6f975 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.0940733 Oct 28 12:31:20.189270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7a239-8432-4102-9060-e2be92922f80 req-66225aea-1398-491d-881e-125444960dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:20.198887 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2c7a239-8432-4102-9060-e2be92922f80 req-66225aea-1398-491d-881e-125444960dc2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.2468593 Oct 28 12:31:20.213972 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-db0638de-04e9-42ca-a683-1bbfd6f3064a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691364 Oct 28 12:31:20.231544 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:20.280749 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'port_id': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'mac_address': 'fa:16:3e:53:d5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:31:20.302912 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-54639c5a-35a9-4ae6-8e5c-01e7df895619 req-f18b8c29-ff0a-4284-afab-6010d47ec7e1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848123 Oct 28 12:31:20.304746 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c466f395-e833-4fa0-9b20-3e5854ef9e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:20.322731 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c466f395-e833-4fa0-9b20-3e5854ef9e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:20.327828 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-c466f395-e833-4fa0-9b20-3e5854ef9e65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97b2257e-ccc0-4c25-8aec-accdc89dd8e4 HTTP/1.1" status: 204 len: 168 time: 0.4618828 Oct 28 12:31:20.353528 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7a239-8432-4102-9060-e2be92922f80 req-03097246-1fb0-495f-81ae-224e90a0fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:20.354872 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2c7a239-8432-4102-9060-e2be92922f80 req-03097246-1fb0-495f-81ae-224e90a0fec7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1376450 Oct 28 12:31:20.382312 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:20.411102 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-a2051180-cedf-4473-9c21-8003d6725121 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675155 Oct 28 12:31:20.417917 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466f395-e833-4fa0-9b20-3e5854ef9e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b2257e-ccc0-4c25-8aec-accdc89dd8e4,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:20.424516 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7216a9-4fe8-4770-a641-9f1115f86217 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:20.474616 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b519f-e931-47ab-8b92-c02d8f4dd50d req-a1e1452d-e95f-4542-a84a-88bc524d74ab tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:20.482793 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:20.484690 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5e0b519f-e931-47ab-8b92-c02d8f4dd50d req-a1e1452d-e95f-4542-a84a-88bc524d74ab tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 943 time: 0.1457477 Oct 28 12:31:20.488580 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:20.547442 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:20.564501 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ab99c147-d99b-485c-a74c-3f8ef0cb96ed req-cc3629db-345e-485a-b6ac-8bd1a08168de service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362693 Oct 28 12:31:20.569327 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5e0b519f-e931-47ab-8b92-c02d8f4dd50d req-c70ecc7a-f4d8-4e41-b29e-0552534641e7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836389 Oct 28 12:31:20.574931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2c7a239-8432-4102-9060-e2be92922f80 req-0d85c53d-3387-4c13-8687-0c51ad6618df service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932387 Oct 28 12:31:20.760313 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bb822-afa3-4241-b38e-2c157fd19d55 req-a5ed4111-4cd4-4215-b799-688f0a365cb0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:20.761891 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa6bb822-afa3-4241-b38e-2c157fd19d55 req-a5ed4111-4cd4-4215-b799-688f0a365cb0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 945 time: 0.1194398 Oct 28 12:31:20.798247 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['fd7216a9-4fe8-4770-a641-9f1115f86217'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:31:20.809807 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2c7a239-8432-4102-9060-e2be92922f80 req-fc05c338-f2f6-4261-8920-4b1d5121eb10 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218029 Oct 28 12:31:20.860923 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa6bb822-afa3-4241-b38e-2c157fd19d55 req-01054e0f-2006-4954-9ce8-38a16f2fcd18 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863061 Oct 28 12:31:21.096419 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43876) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:21.116187 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e2f167d4-8c13-4dd7-b431-ce5ece4535c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:21.206172 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e2f167d4-8c13-4dd7-b431-ce5ece4535c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:21.212265 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e2f167d4-8c13-4dd7-b431-ce5ece4535c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:21.256683 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e2f167d4-8c13-4dd7-b431-ce5ece4535c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bdff7d1d6c841cbae2dbf3ffa79254d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557987 Oct 28 12:31:21.256683 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f167d4-8c13-4dd7-b431-ce5ece4535c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc54ac7c-4fe9-4fc3-b97e-37f7ebd18d9a,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:21.256958 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43884) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:21.314872 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b539f5c-4ada-4c99-8d37-0d02dfb57644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:21.355664 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b539f5c-4ada-4c99-8d37-0d02dfb57644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:21.461536 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9379e-b651-4d58-b3df-edec6b19e002 req-f044061d-6324-4cc3-8b59-6da8e94dc2de tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:21.462969 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c9a9379e-b651-4d58-b3df-edec6b19e002 req-f044061d-6324-4cc3-8b59-6da8e94dc2de tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0680392 Oct 28 12:31:21.473145 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b539f5c-4ada-4c99-8d37-0d02dfb57644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:21.477099 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1b539f5c-4ada-4c99-8d37-0d02dfb57644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:21.478413 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-1b539f5c-4ada-4c99-8d37-0d02dfb57644 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc54ac7c-4fe9-4fc3-b97e-37f7ebd18d9a HTTP/1.1" status: 204 len: 168 time: 0.2203028 Oct 28 12:31:21.499950 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b539f5c-4ada-4c99-8d37-0d02dfb57644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc54ac7c-4fe9-4fc3-b97e-37f7ebd18d9a,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:21.532888 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c9a9379e-b651-4d58-b3df-edec6b19e002 req-39e22a13-05b7-4aa6-b9de-1b334b17d35b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511487 Oct 28 12:31:21.682947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a294668-579a-4592-807a-64c82b8f83eb req-ae134314-a447-4b8e-95ba-f00b5638036c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:21.684464 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a294668-579a-4592-807a-64c82b8f83eb req-ae134314-a447-4b8e-95ba-f00b5638036c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 943 time: 0.0563650 Oct 28 12:31:21.737883 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a294668-579a-4592-807a-64c82b8f83eb req-4bcb04c7-ebd6-41b7-82c0-b22db0750f12 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Oct 28 12:31:21.957752 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fe4d3fd7-9134-42f8-a93d-9cbe08ca530e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:31:21.961767 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:21.967703 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43914) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:21.986692 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-030cc989-7bb1-43b2-8683-0eb4e9ba1822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.068522 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8301053-85bb-4eb6-ba88-ca85d6ae03c3 req-3af64c83-82fa-455d-b50b-2d97ace454a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:22.072627 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c8301053-85bb-4eb6-ba88-ca85d6ae03c3 req-3af64c83-82fa-455d-b50b-2d97ace454a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 945 time: 0.1214294 Oct 28 12:31:22.106575 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 43920) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:22.125151 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port fd7216a9-4fe8-4770-a641-9f1115f86217 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:31:22.160505 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-030cc989-7bb1-43b2-8683-0eb4e9ba1822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.170259 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-030cc989-7bb1-43b2-8683-0eb4e9ba1822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.188912 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c8301053-85bb-4eb6-ba88-ca85d6ae03c3 req-49b70b46-4a22-41f6-986e-363467510f2d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018169 Oct 28 12:31:22.250368 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-030cc989-7bb1-43b2-8683-0eb4e9ba1822 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b5e03b313cf4dc5b41d7948bcf630c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813196 Oct 28 12:31:22.250823 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43928) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:22.251769 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cc989-7bb1-43b2-8683-0eb4e9ba1822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11129e48-4f30-46de-8ae1-29adb08d703e,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:22.324585 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-873272b4-3134-4efe-af88-52c2b9394021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.335321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de965887-02c2-439f-b1fc-57d3dc126489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.342689 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port fd7216a9-4fe8-4770-a641-9f1115f86217 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:22.343069 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.361158 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de965887-02c2-439f-b1fc-57d3dc126489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.391122 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:22.419032 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de965887-02c2-439f-b1fc-57d3dc126489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.419451 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'port_id': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'mac_address': 'fa:16:3e:2d:a9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:31:22.422582 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de965887-02c2-439f-b1fc-57d3dc126489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.424107 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-de965887-02c2-439f-b1fc-57d3dc126489 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11129e48-4f30-46de-8ae1-29adb08d703e HTTP/1.1" status: 204 len: 168 time: 0.1712589 Oct 28 12:31:22.425355 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-873272b4-3134-4efe-af88-52c2b9394021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.432114 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-873272b4-3134-4efe-af88-52c2b9394021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.449278 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de965887-02c2-439f-b1fc-57d3dc126489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11129e48-4f30-46de-8ae1-29adb08d703e,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:22.495382 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.498247 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 43934) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:22.498457 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-873272b4-3134-4efe-af88-52c2b9394021 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9560a567f624e849b5a6318ac36202e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873703 Oct 28 12:31:22.505656 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873272b4-3134-4efe-af88-52c2b9394021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315e8601-538e-4607-a41f-fab322cf9fff,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:22.551901 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4d3fd7-9134-42f8-a93d-9cbe08ca530e {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:31:22.569249 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.582379 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-af4ccf79-f73b-470b-9c99-4eba7c15b91c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.607614 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-af4ccf79-f73b-470b-9c99-4eba7c15b91c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.607835 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:22.619902 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.631318 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:22.635415 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b0e1e-b8a8-4bba-80ad-65bb0b338a5a" -d '{"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-plugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:22.676164 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:22.687275 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441a92d-be98-4f54-9b98-91e4590e08c5 x-openstack-request-id: req-f441a92d-be98-4f54-9b98-91e4590e08c5 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:22.687798 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-plugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:22.687963 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645363b-25bd-42e3-9206-25b9abec9df4 req-2f18b90d-b972-4ad2-a480-23f4fd5bbac4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:22.688402 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f441a92d-be98-4f54-9b98-91e4590e08c5 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:22.688992 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'code': 200} Oct 28 12:31:22.689577 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b645363b-25bd-42e3-9206-25b9abec9df4 req-2f18b90d-b972-4ad2-a480-23f4fd5bbac4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0874820 Oct 28 12:31:22.692405 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.718295 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:22.733955 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-af4ccf79-f73b-470b-9c99-4eba7c15b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.736662 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-af4ccf79-f73b-470b-9c99-4eba7c15b91c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:22.740261 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-af4ccf79-f73b-470b-9c99-4eba7c15b91c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/315e8601-538e-4607-a41f-fab322cf9fff HTTP/1.1" status: 204 len: 168 time: 0.2385893 Oct 28 12:31:22.761577 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b645363b-25bd-42e3-9206-25b9abec9df4 req-d0a8b0d3-2421-4531-be96-d5f69bf736c5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560400 Oct 28 12:31:22.762680 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ccf79-f73b-470b-9c99-4eba7c15b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e8601-538e-4607-a41f-fab322cf9fff,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:22.836159 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:22.914836 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af6b77-af56-4f74-b7b9-3d8d116599cc req-3aea2863-4fec-413e-b1a5-5de4228d9f36 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:22.917071 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72af6b77-af56-4f74-b7b9-3d8d116599cc req-3aea2863-4fec-413e-b1a5-5de4228d9f36 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 944 time: 0.0634036 Oct 28 12:31:22.984040 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72af6b77-af56-4f74-b7b9-3d8d116599cc req-a1338c9d-ea11-44c2-8005-00f28a5266e0 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589688 Oct 28 12:31:23.346692 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af65d9-f306-4ea9-ab78-7762b6c872ba req-5b8b61a6-38a6-4f15-bee5-e938c2fe4d18 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:23.356187 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-94af65d9-f306-4ea9-ab78-7762b6c872ba req-5b8b61a6-38a6-4f15-bee5-e938c2fe4d18 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0784562 Oct 28 12:31:23.411393 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-94af65d9-f306-4ea9-ab78-7762b6c872ba req-92fe298d-b43b-4622-8740-f088fa04a65d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506637 Oct 28 12:31:23.896917 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c72db-5207-497d-916b-3a1ec99d80d2 req-ed8e7b1f-99d6-4273-8841-e14e1013bff0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:23.898569 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d0c72db-5207-497d-916b-3a1ec99d80d2 req-ed8e7b1f-99d6-4273-8841-e14e1013bff0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0568340 Oct 28 12:31:23.946440 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d0c72db-5207-497d-916b-3a1ec99d80d2 req-ae0eaa26-29b5-4630-a2d6-c4b86a83fbb2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Oct 28 12:31:24.127044 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10ff58-5595-4149-ac08-b2da6f49bf66 req-009ce7c9-4e10-4047-9ceb-102a447e8f74 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:24.128887 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be10ff58-5595-4149-ac08-b2da6f49bf66 req-009ce7c9-4e10-4047-9ceb-102a447e8f74 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 944 time: 0.0544734 Oct 28 12:31:24.176599 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be10ff58-5595-4149-ac08-b2da6f49bf66 req-1dba872b-ea14-42c0-bef4-2f85ddf0567f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Oct 28 12:31:24.543767 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f913b-db81-49a7-ad58-e3706084aaf2 req-56820b1f-65e5-47bb-bda6-d19ec7fc7ffb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:24.545308 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f80f913b-db81-49a7-ad58-e3706084aaf2 req-56820b1f-65e5-47bb-bda6-d19ec7fc7ffb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0674491 Oct 28 12:31:24.585931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f80f913b-db81-49a7-ad58-e3706084aaf2 req-0d46caf3-45a7-4257-9ed0-b18dc71dfbfe tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Oct 28 12:31:24.839660 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee83e4-da1c-47e0-bf32-b8f6199c5089 req-c1bf0a71-196a-4f91-b1e8-b5308f2b78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:24.841250 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-48ee83e4-da1c-47e0-bf32-b8f6199c5089 req-c1bf0a71-196a-4f91-b1e8-b5308f2b78e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0431137 Oct 28 12:31:25.076830 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddda52c-0c5c-4db6-b91a-23ac10cd9620 req-591a2c48-e1a5-4499-8467-574d84115dac tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:25.078367 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8ddda52c-0c5c-4db6-b91a-23ac10cd9620 req-591a2c48-e1a5-4499-8467-574d84115dac tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0521181 Oct 28 12:31:25.118143 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8ddda52c-0c5c-4db6-b91a-23ac10cd9620 req-42e5ed10-6429-4229-a2a7-3125cd7fc5d9 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Oct 28 12:31:25.330240 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68d26a-e321-4628-9159-9dd778ad34ab req-8fc03581-5eca-4711-a543-41739d2a69b4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:25.332651 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3e68d26a-e321-4628-9159-9dd778ad34ab req-8fc03581-5eca-4711-a543-41739d2a69b4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 944 time: 0.0734942 Oct 28 12:31:25.379614 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3e68d26a-e321-4628-9159-9dd778ad34ab req-54b8c657-ab63-45e6-9f81-90a503011556 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409510 Oct 28 12:31:25.711886 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d8e4-c123-4965-9d1d-60515063c5c2 req-9942ba21-63a2-494b-905a-3be7c36c53e8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:25.713414 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6ba2d8e4-c123-4965-9d1d-60515063c5c2 req-9942ba21-63a2-494b-905a-3be7c36c53e8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0528796 Oct 28 12:31:25.757123 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6ba2d8e4-c123-4965-9d1d-60515063c5c2 req-5923af75-0115-4018-91a1-dec5027aeca1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353897 Oct 28 12:31:25.817231 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-48ee83e4-da1c-47e0-bf32-b8f6199c5089 req-bb438552-82b5-456d-a440-387c24d14129 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348034 Oct 28 12:31:26.010144 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['fe4d3fd7-9134-42f8-a93d-9cbe08ca530e'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:31:26.256887 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c714a61-85f0-4ad6-b487-e86198de5157 req-29e58056-be2d-4c94-bfc9-91b26b73a01a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:26.258557 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c714a61-85f0-4ad6-b487-e86198de5157 req-29e58056-be2d-4c94-bfc9-91b26b73a01a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0576167 Oct 28 12:31:26.299854 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c714a61-85f0-4ad6-b487-e86198de5157 req-6df900d5-c7c7-4be6-9a21-47f62d706181 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Oct 28 12:31:26.515448 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814e227-4b74-4570-b32e-22058e352160 req-21495e05-807e-4531-b253-ef93e20e6e31 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:26.518834 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c814e227-4b74-4570-b32e-22058e352160 req-21495e05-807e-4531-b253-ef93e20e6e31 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 944 time: 0.0606022 Oct 28 12:31:26.558127 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c814e227-4b74-4570-b32e-22058e352160 req-bac72513-c56f-4ae4-a779-67577495e881 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350857 Oct 28 12:31:26.906449 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44120) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:26.933604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078f3f-9064-4060-8d98-76da5a99b991 req-dcc9fe7f-dfeb-410f-8f0d-e64145318c9d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:26.936191 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6e078f3f-9064-4060-8d98-76da5a99b991 req-dcc9fe7f-dfeb-410f-8f0d-e64145318c9d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0775590 Oct 28 12:31:26.985419 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6e078f3f-9064-4060-8d98-76da5a99b991 req-9759227a-0e08-4d6d-8374-26391ba88480 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Oct 28 12:31:27.041192 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d0cf-6611-4ac2-bae5-1427b7ce6261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.127138 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d0cf-6611-4ac2-bae5-1427b7ce6261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.132889 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d0cf-6611-4ac2-bae5-1427b7ce6261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.179783 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-fdf8d0cf-6611-4ac2-bae5-1427b7ce6261 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8063fa9018ec4788aaf3d933246de0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697577 Oct 28 12:31:27.179783 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8d0cf-6611-4ac2-bae5-1427b7ce6261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c22bff-01da-4477-9bc3-ad6d8d796990,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:27.180855 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44134) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:27.257662 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7f40-3005-4514-9e0e-4014403d6bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.283794 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7f40-3005-4514-9e0e-4014403d6bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.338706 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7f40-3005-4514-9e0e-4014403d6bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.342035 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7f40-3005-4514-9e0e-4014403d6bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.345885 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ecbe7f40-3005-4514-9e0e-4014403d6bb8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1c22bff-01da-4477-9bc3-ad6d8d796990 HTTP/1.1" status: 204 len: 168 time: 0.1592352 Oct 28 12:31:27.353560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7f40-3005-4514-9e0e-4014403d6bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c22bff-01da-4477-9bc3-ad6d8d796990,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:27.441762 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63c1c1-0c49-4c53-a423-25e210a819b8 req-1946dabd-91cc-4353-9af3-dc772bd238ae tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:27.443599 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a63c1c1-0c49-4c53-a423-25e210a819b8 req-1946dabd-91cc-4353-9af3-dc772bd238ae tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0626924 Oct 28 12:31:27.502592 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a63c1c1-0c49-4c53-a423-25e210a819b8 req-3d84ef71-eb8c-4d42-acde-a3d812277eb1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Oct 28 12:31:27.704043 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee949dc-e547-4168-8316-1afa4ee8999e req-16d93412-0c2c-4a7f-8c39-466b293ee2f4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:27.705771 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aee949dc-e547-4168-8316-1afa4ee8999e req-16d93412-0c2c-4a7f-8c39-466b293ee2f4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 944 time: 0.0620427 Oct 28 12:31:27.715762 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44150) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:27.733613 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9dcade01-8e83-4d46-b6f8-a8566107e66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.748475 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aee949dc-e547-4168-8316-1afa4ee8999e req-326ee2d6-4457-424a-9af2-44ecc57a202a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356677 Oct 28 12:31:27.813452 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9dcade01-8e83-4d46-b6f8-a8566107e66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.817965 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9dcade01-8e83-4d46-b6f8-a8566107e66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.859702 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcade01-8e83-4d46-b6f8-a8566107e66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccd3270-0eec-4eae-a8ea-ada0a3eb5a32,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:27.864575 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9dcade01-8e83-4d46-b6f8-a8566107e66e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf21ec2eb7924066bdde0db32e036c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475058 Oct 28 12:31:27.867707 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44152) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:27.918309 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-97af69ba-b307-48a3-b6af-ae7080e14043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.942889 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-97af69ba-b307-48a3-b6af-ae7080e14043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.992573 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-97af69ba-b307-48a3-b6af-ae7080e14043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.995609 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-97af69ba-b307-48a3-b6af-ae7080e14043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:27.996803 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-97af69ba-b307-48a3-b6af-ae7080e14043 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ccd3270-0eec-4eae-a8ea-ada0a3eb5a32 HTTP/1.1" status: 204 len: 168 time: 0.1280811 Oct 28 12:31:28.004883 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af69ba-b307-48a3-b6af-ae7080e14043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccd3270-0eec-4eae-a8ea-ada0a3eb5a32,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:28.005028 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fe4d3fd7-9134-42f8-a93d-9cbe08ca530e up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:28.096494 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:31:28.103431 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:28.103847 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:28.153547 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18587de-e895-45f9-b46e-46fa51c97671 req-d973aea8-2c69-409a-a719-08d8880ca96b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:28.158569 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d18587de-e895-45f9-b46e-46fa51c97671 req-d973aea8-2c69-409a-a719-08d8880ca96b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0827928 Oct 28 12:31:28.204169 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d18587de-e895-45f9-b46e-46fa51c97671 req-a0eed756-4659-4bf3-90d9-9cdef3eb830f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360975 Oct 28 12:31:28.214525 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:28.281277 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:28.285065 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d3aa9-5c11-46ab-8c77-2e5a6c7ff6c6" -d '{"events": [{"server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:28.307247 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:28.326250 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:28.335570 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5596d2-5555-4c5f-9347-e662454a256c x-openstack-request-id: req-9f5596d2-5555-4c5f-9347-e662454a256c {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:28.335853 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:28.336106 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f5596d2-5555-4c5f-9347-e662454a256c {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:28.336663 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'code': 200} Oct 28 12:31:28.370814 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a444fb-e4e0-4517-b5c0-410ab0b19826 req-b21a7cc2-d688-4c0f-bcb4-5558241fed7e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:28.381890 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44176) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:28.382485 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b7a444fb-e4e0-4517-b5c0-410ab0b19826 req-b21a7cc2-d688-4c0f-bcb4-5558241fed7e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0942273 Oct 28 12:31:28.389381 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'floatingip': {'port_id': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:28.425184 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:28.566176 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:28.664192 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5481b-af30-42ed-930d-17345a9882de req-9d1f85e5-0640-4105-891c-72601ebbcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:28.665711 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c7b5481b-af30-42ed-930d-17345a9882de req-9d1f85e5-0640-4105-891c-72601ebbcbee service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 1098 time: 0.1067529 Oct 28 12:31:28.955510 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44202) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:28.991806 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46581407-93c2-41ce-8982-cbfefb313e46 req-f1fc46a0-b3d6-49c6-a924-29582b36448e tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:28.993412 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-46581407-93c2-41ce-8982-cbfefb313e46 req-f1fc46a0-b3d6-49c6-a924-29582b36448e tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.0940769 Oct 28 12:31:29.016170 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c7b5481b-af30-42ed-930d-17345a9882de req-a2f471f0-8384-47d7-adc6-c8dd310f236e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154020 Oct 28 12:31:29.024064 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badec16c-1fa4-4a4e-b832-910b6c0ede7f req-e4a7fd4e-42d0-49aa-a27f-f9cea7a7bc4a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:29.025636 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-badec16c-1fa4-4a4e-b832-910b6c0ede7f req-e4a7fd4e-42d0-49aa-a27f-f9cea7a7bc4a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.3797946 Oct 28 12:31:29.092170 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-46581407-93c2-41ce-8982-cbfefb313e46 req-18bc4548-96d0-4175-a334-57ac48c4b4de tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857604 Oct 28 12:31:29.106266 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-badec16c-1fa4-4a4e-b832-910b6c0ede7f req-200e4a9b-4b37-4f3c-a284-67529916b463 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738273 Oct 28 12:31:29.224542 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf6f22-5f93-455b-aad8-b292aac8857c req-04cce9a7-9b63-4ea8-82b4-5d59d6e6b146 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:29.226669 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-acaf6f22-5f93-455b-aad8-b292aac8857c req-04cce9a7-9b63-4ea8-82b4-5d59d6e6b146 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0626435 Oct 28 12:31:29.325903 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-acaf6f22-5f93-455b-aad8-b292aac8857c req-acbe83c4-7f02-4a85-bcd4-f9e6456960f6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930135 Oct 28 12:31:29.352425 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-255ba0cb-4543-4677-bc3b-db0c6f24fbb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.467568 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-255ba0cb-4543-4677-bc3b-db0c6f24fbb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.472359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-255ba0cb-4543-4677-bc3b-db0c6f24fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.515059 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ba0cb-4543-4677-bc3b-db0c6f24fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d455ffb1-b070-4ab5-8c6e-b705ee7739e8,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:29.524080 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-255ba0cb-4543-4677-bc3b-db0c6f24fbb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b147156a3b247cba2b7e65a4c48846d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647545 Oct 28 12:31:29.525260 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44222) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:29.599113 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.db.resource_extend [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 12:31:29.603778 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-865c27c0-c9c0-4d7d-bd4d-9ba606b579df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.634746 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-865c27c0-c9c0-4d7d-bd4d-9ba606b579df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.701662 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-865c27c0-c9c0-4d7d-bd4d-9ba606b579df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.705735 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-865c27c0-c9c0-4d7d-bd4d-9ba606b579df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.706095 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.710638 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-865c27c0-c9c0-4d7d-bd4d-9ba606b579df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d455ffb1-b070-4ab5-8c6e-b705ee7739e8 HTTP/1.1" status: 204 len: 168 time: 0.1818955 Oct 28 12:31:29.714290 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:29.724631 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c27c0-c9c0-4d7d-bd4d-9ba606b579df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d455ffb1-b070-4ab5-8c6e-b705ee7739e8,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:29.818451 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44238) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:29.848931 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Floating IP edc55336-a803-42d0-b037-d0f3a4824074 associated. External IP: 172.27.0.251, port: fd7216a9-4fe8-4770-a641-9f1115f86217. Oct 28 12:31:30.105206 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Router b01114ea-3528-411a-9d70-371e93d108fb has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:31:30.136759 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.215621 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2babc08c-e1cf-4f08-a797-53b4e0b80853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.301742 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:31:30.307102 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.322171 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] Sync routers for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:31:30.335146 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:30.336537 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:30.352587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09276412-8aa3-40b1-bad9-c512ebe38b93 req-105abb0d-c44d-4fe1-a8a4-9fb8e6407b46 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:30.354435 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-09276412-8aa3-40b1-bad9-c512ebe38b93 req-105abb0d-c44d-4fe1-a8a4-9fb8e6407b46 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.1713057 Oct 28 12:31:30.380086 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f2f4b07d-ec2c-413d-98c3-7b73c12e66f1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "PUT /v2.0/floatingips/edc55336-a803-42d0-b037-d0f3a4824074 HTTP/1.1" status: 200 len: 992 time: 1.9962065 Oct 28 12:31:30.380673 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:30.382521 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a29afb-cd99-46a2-b2b6-b02042c9f3b6 req-c3a21cda-def9-4bbd-8cc0-fc7d59a5c397 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:30.383341 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90290ab-788d-4bee-97aa-318dc107eca5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:30.384481 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-37a29afb-cd99-46a2-b2b6-b02042c9f3b6 req-c3a21cda-def9-4bbd-8cc0-fc7d59a5c397 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1180928 Oct 28 12:31:30.428246 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.439359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.489828 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:30.508313 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-09276412-8aa3-40b1-bad9-c512ebe38b93 req-16d2d5e4-29cf-439d-aa95-ae8155838cd7 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397939 Oct 28 12:31:30.526807 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-37a29afb-cd99-46a2-b2b6-b02042c9f3b6 req-60ad7bcf-71ad-4b05-87b1-983e90fdb50f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293910 Oct 28 12:31:30.535498 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34aad41a56034d648c840b7855b11ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7158384 Oct 28 12:31:30.536419 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77c7a12-ac56-446f-bfb6-8f5a15bb2c95,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:30.539039 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44272) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:30.556703 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.556703 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.556703 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.556703 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.556703 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.556703 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.556703 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.557367 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.557367 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.557497 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.558327 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.558327 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0948-87c6-4662-95d5-307e78237eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.610378 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.682980 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.786512 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989706-9a87-44e3-a91f-c268e82e96ee req-b12e908d-1b22-48a4-8bfc-409895834cd1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:30.788788 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1d989706-9a87-44e3-a91f-c268e82e96ee req-b12e908d-1b22-48a4-8bfc-409895834cd1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.1209984 Oct 28 12:31:30.806913 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.815959 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:30.820612 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b77c7a12-ac56-446f-bfb6-8f5a15bb2c95 HTTP/1.1" status: 204 len: 168 time: 0.2796850 Oct 28 12:31:30.830241 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77c7a12-ac56-446f-bfb6-8f5a15bb2c95,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:30.839281 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.839999 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.840541 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.841119 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.841709 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.842252 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.842785 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.843468 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.844055 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.844585 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.845239 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.845778 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51c8c5-6e6e-4a97-8c29-5af8d0dca8ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:30.872890 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1d989706-9a87-44e3-a91f-c268e82e96ee req-e69e64fd-7d5d-49b2-88e0-0f6f18c2f766 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764372 Oct 28 12:31:30.907526 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c261dff5-5e25-4b13-a334-3b5be018febf x-openstack-request-id: req-c261dff5-5e25-4b13-a334-3b5be018febf {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:30.907882 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:30.908232 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c261dff5-5e25-4b13-a334-3b5be018febf {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:30.908815 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'status': 'completed', 'code': 200} Oct 28 12:31:31.000494 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-1efbbc8a-7899-4570-8d7c-9b87379b7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:31.003014 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-1efbbc8a-7899-4570-8d7c-9b87379b7f84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0570986 Oct 28 12:31:31.071279 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': 'edc55336-a803-42d0-b037-d0f3a4824074', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'port_id': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'mac_address': 'fa:16:3e:53:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:31:05Z', 'updated_at': '2021-10-28T12:31:29Z', 'revision_number': 1, 'project_id': '0ae5fd59e495402c829af6819f873149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:31.110793 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] Checking router: b01114ea-3528-411a-9d70-371e93d108fb for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:31:31.125522 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:31.126404 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:31.147997 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-9aade7c6-864c-42a9-81a9-ef57471b668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:31.149962 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-9aade7c6-864c-42a9-81a9-ef57471b668d service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.1206832 Oct 28 12:31:31.284779 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:31.336674 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-14943abb-8ede-4aec-b85f-5f39052edd56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 200 len: 1000 time: 0.1664078 Oct 28 12:31:31.403566 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44298) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:31.411270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-ea067f17-5806-4b40-bcbf-53dad2ed83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:31.420959 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-ea067f17-5806-4b40-bcbf-53dad2ed83a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0670731 Oct 28 12:31:31.426028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5efa9386-d0a1-45a6-a109-ad37f99a80f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:31.512407 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-c5a71c7e-0ae7-433f-bbef-7252ce77a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:31.516957 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-c5a71c7e-0ae7-433f-bbef-7252ce77a773 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719187 Oct 28 12:31:31.674645 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5efa9386-d0a1-45a6-a109-ad37f99a80f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:31.687329 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5efa9386-d0a1-45a6-a109-ad37f99a80f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:31.719640 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': 'edc55336-a803-42d0-b037-d0f3a4824074', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'port_id': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'mac_address': 'fa:16:3e:53:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:31:05Z', 'updated_at': '2021-10-28T12:31:29Z', 'revision_number': 1, 'project_id': '0ae5fd59e495402c829af6819f873149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:31.780749 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-5efa9386-d0a1-45a6-a109-ad37f99a80f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12e586bed49c4640b4985a00a0d95734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749011 Oct 28 12:31:31.784628 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa9386-d0a1-45a6-a109-ad37f99a80f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ce47c-62c7-4923-82bb-8bac402d27e3,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:31.790778 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea190e4-7a8a-4671-b503-116f01008855 None None] The sync data for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi is: [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': 'edc55336-a803-42d0-b037-d0f3a4824074', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'port_id': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'mac_address': 'fa:16:3e:53:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:31:05Z', 'updated_at': '2021-10-28T12:31:29Z', 'revision_number': 1, 'project_id': '0ae5fd59e495402c829af6819f873149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:31:31.799516 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44314) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:31.899595 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-c513d04a-f028-410b-b293-911b05ee77d7 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728840 Oct 28 12:31:31.983699 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ebfabde1-e527-4453-87ec-dffa1d3db97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:32.018346 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ebfabde1-e527-4453-87ec-dffa1d3db97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:32.024899 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8683a-d237-485a-a604-1ef6453d309b req-0c54c9d8-cdae-4adb-bb23-ce13d2424ba6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:32.026871 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1c8683a-d237-485a-a604-1ef6453d309b req-0c54c9d8-cdae-4adb-bb23-ce13d2424ba6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1867006 Oct 28 12:31:32.035164 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bbf13-b3e7-4a6b-9481-1b866f58b582 req-9406abf9-5541-44fd-a80a-54af0f820ff7 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:32.036740 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b97bbf13-b3e7-4a6b-9481-1b866f58b582 req-9406abf9-5541-44fd-a80a-54af0f820ff7 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.2156222 Oct 28 12:31:32.082013 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712486-df01-487c-ab71-ea4c903199da req-e3412e72-e3ab-4f7d-bd96-60e34fc00ffa tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:32.084327 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ac712486-df01-487c-ab71-ea4c903199da req-e3412e72-e3ab-4f7d-bd96-60e34fc00ffa tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 946 time: 0.1998713 Oct 28 12:31:32.116692 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b90290ab-788d-4bee-97aa-318dc107eca5 req-6b2f267a-0907-4290-924d-d243f18a4e84 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862400 Oct 28 12:31:32.131467 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b97bbf13-b3e7-4a6b-9481-1b866f58b582 req-dcfdb8bf-1a7f-4d78-9ba9-0d7e86b5709b tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c91cf79-5002-47f7-a178-84a9e452cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875273 Oct 28 12:31:32.146634 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ebfabde1-e527-4453-87ec-dffa1d3db97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:32.155424 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1c8683a-d237-485a-a604-1ef6453d309b req-6622a659-54bb-4dff-86a3-27bf95f1e051 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982265 Oct 28 12:31:32.162797 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ebfabde1-e527-4453-87ec-dffa1d3db97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:32.166358 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ebfabde1-e527-4453-87ec-dffa1d3db97a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/383ce47c-62c7-4923-82bb-8bac402d27e3 HTTP/1.1" status: 204 len: 168 time: 0.3614478 Oct 28 12:31:32.237704 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfabde1-e527-4453-87ec-dffa1d3db97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ce47c-62c7-4923-82bb-8bac402d27e3,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:32.261671 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f56780-ecc2-4288-be6c-efa01a4842d9 None None] New status for floating IP edc55336-a803-42d0-b037-d0f3a4824074: ACTIVE {{(pid=101424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:31:32.360518 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e851878-a0a1-4078-b0e1-4306808a6434 req-cecb5b73-8c52-4ef7-8aff-099691e4d786 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:32.370351 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Deleting port 6b8de827-c643-404c-86f6-5c0f33960730 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:31:32.371135 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:32.374927 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e851878-a0a1-4078-b0e1-4306808a6434 req-cecb5b73-8c52-4ef7-8aff-099691e4d786 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.1086943 Oct 28 12:31:32.430935 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e851878-a0a1-4078-b0e1-4306808a6434 req-d774776c-33f2-48b2-b016-2767fbd1332f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530467 Oct 28 12:31:32.573514 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c4002-e002-4d3e-9d87-e45c4ec9bdec req-71201060-6193-40bd-8214-745ef89a1b59 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:32.575132 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f41c4002-e002-4d3e-9d87-e45c4ec9bdec req-71201060-6193-40bd-8214-745ef89a1b59 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0678105 Oct 28 12:31:32.587313 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44338) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:32.593525 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'floatingip': {'port_id': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:32.681620 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:32.821349 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] For port 6b8de827-c643-404c-86f6-5c0f33960730, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b8de827-c643-404c-86f6-5c0f33960730,segment=NetworkSegment(a9356346-8ed4-4ee5-969e-2e47b72aee22),segment_id=a9356346-8ed4-4ee5-969e-2e47b72aee22)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:32.821349 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:32.848765 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Calling delete_port for 6b8de827-c643-404c-86f6-5c0f33960730 owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:31:32.924368 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a08f9684-14d5-403d-8931-f8d63ae208d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:33.116766 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:33.136523 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['6b8de827-c643-404c-86f6-5c0f33960730'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:31:33.154706 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Pushing event deleted for resources: {'Port': ['ID=6b8de827-c643-404c-86f6-5c0f33960730,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:33.281719 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] No DVR routers for this DVR port 6b8de827-c643-404c-86f6-5c0f33960730 on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:31:33.285276 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:33.288749 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ac712486-df01-487c-ab71-ea4c903199da req-ec7107e1-9d30-46e8-990d-44d38eb3e625 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.77 "DELETE /v2.0/ports/6b8de827-c643-404c-86f6-5c0f33960730 HTTP/1.1" status: 204 len: 173 time: 1.1891749 Oct 28 12:31:33.290854 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'name': 'network-vif-deleted', 'tag': '6b8de827-c643-404c-86f6-5c0f33960730'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:33.291571 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa23525-3ca5-48eb-b114-d4aca86f1500" -d '{"events": [{"server_uuid": "3e3afd4f-1acd-48ae-af4c-1e8d190dd313", "name": "network-vif-deleted", "tag": "6b8de827-c643-404c-86f6-5c0f33960730"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:33.397835 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7dc1b894-3a0b-4d78-b7c4-e5ec7d28c632 req-9ab5ab4c-f852-41ae-b1e8-5f80e8193447 tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 210 time: 0.0756335 Oct 28 12:31:33.591872 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f521c4-c8ca-47ad-8bbc-beddb1080d3c x-openstack-request-id: req-25f521c4-c8ca-47ad-8bbc-beddb1080d3c {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:33.592275 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3afd4f-1acd-48ae-af4c-1e8d190dd313", "name": "network-vif-deleted", "tag": "6b8de827-c643-404c-86f6-5c0f33960730", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:33.592376 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25f521c4-c8ca-47ad-8bbc-beddb1080d3c {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:33.592821 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3afd4f-1acd-48ae-af4c-1e8d190dd313', 'name': 'network-vif-deleted', 'tag': '6b8de827-c643-404c-86f6-5c0f33960730', 'status': 'completed', 'code': 200} Oct 28 12:31:33.681017 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f38f2-ecdb-4a67-9578-1a61b1c6d27f req-288cce82-5fe9-4af4-8848-4d1376cef863 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:33.682593 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d35f38f2-ecdb-4a67-9578-1a61b1c6d27f req-288cce82-5fe9-4af4-8848-4d1376cef863 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.3442709 Oct 28 12:31:33.821693 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d35f38f2-ecdb-4a67-9578-1a61b1c6d27f req-81613946-0fdd-4b99-b775-c0a28e8b9ff5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179650 Oct 28 12:31:33.875982 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:33.888371 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:33.891584 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:34.036496 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Floating IP bea8aa4b-9a75-4580-87d0-edd88c434ef3 associated. External IP: 172.27.0.33, port: fe4d3fd7-9134-42f8-a93d-9cbe08ca530e. Oct 28 12:31:34.311635 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:31:34.499618 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:31:34.504824 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:34.518490 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] Sync routers for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:31:34.535278 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-369a9b05-5d5c-45bb-9ba1-491d77446fac tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "PUT /v2.0/floatingips/bea8aa4b-9a75-4580-87d0-edd88c434ef3 HTTP/1.1" status: 200 len: 990 time: 1.9457555 Oct 28 12:31:34.535876 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:31:34.538336 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e972f-ea6d-46cc-9474-b9cd36de839f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:31:34.554734 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:34.563513 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:34.601280 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be0e6f62-ee55-4cd3-be46-ae007d588fe5 req-16748e92-6dce-49f3-9b4d-c49899c5848e tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 210 time: 0.0356047 Oct 28 12:31:34.650944 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edca11d-6e88-467c-8027-d6c45d2e9eea x-openstack-request-id: req-2edca11d-6e88-467c-8027-d6c45d2e9eea {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:31:34.651233 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:31:34.651530 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2edca11d-6e88-467c-8027-d6c45d2e9eea {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:31:34.652041 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'status': 'completed', 'code': 200} Oct 28 12:31:34.711790 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:34.730766 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:35.081794 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': 'bea8aa4b-9a75-4580-87d0-edd88c434ef3', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'port_id': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'mac_address': 'fa:16:3e:2d:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:31:06Z', 'updated_at': '2021-10-28T12:31:33Z', 'revision_number': 1, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:35.122895 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] Checking router: 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:31:35.136080 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:35.136747 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:35.250138 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:35.478218 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:35.480074 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': 'bea8aa4b-9a75-4580-87d0-edd88c434ef3', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'port_id': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'mac_address': 'fa:16:3e:2d:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:31:06Z', 'updated_at': '2021-10-28T12:31:33Z', 'revision_number': 1, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:35.509273 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008d437-0f19-4dd8-a885-40925e8e125b None None] The sync data for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi is: [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': 'bea8aa4b-9a75-4580-87d0-edd88c434ef3', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'port_id': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'mac_address': 'fa:16:3e:2d:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:31:06Z', 'updated_at': '2021-10-28T12:31:33Z', 'revision_number': 1, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:31:35.715030 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0ebd1-f867-40e6-9efe-a4da48bf5c45 None None] New status for floating IP bea8aa4b-9a75-4580-87d0-edd88c434ef3: ACTIVE {{(pid=101424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:31:36.363592 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 6b8de827-c643-404c-86f6-5c0f33960730 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:31:36.390002 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 6b8de827-c643-404c-86f6-5c0f33960730 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:31:36.390252 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 6b8de827-c643-404c-86f6-5c0f33960730 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:31:37.462309 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-2bbbe632-d278-43df-9c6f-e5a38c1e38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:37.464606 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-2bbbe632-d278-43df-9c6f-e5a38c1e38fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 1098 time: 0.0674314 Oct 28 12:31:37.542320 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ca3c247-1e8b-4197-ad23-bf8dee40872b req-e4c94b43-2963-44a4-89e3-8fa752329b2f tempest-DeleteServersTestJSON-1431514800 tempest-DeleteServersTestJSON-1431514800-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3afd4f-1acd-48ae-af4c-1e8d190dd313 HTTP/1.1" status: 200 len: 210 time: 0.0340381 Oct 28 12:31:37.558760 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28cfb-c280-4ff0-a4a2-b59a6e658fff req-c16fc4c9-942e-4ff2-89fd-175b7027b4a6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:37.560748 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-02e28cfb-c280-4ff0-a4a2-b59a6e658fff req-c16fc4c9-942e-4ff2-89fd-175b7027b4a6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0810835 Oct 28 12:31:37.580270 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-60ee21f2-1f09-4725-ab94-1f068183a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:37.581867 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-60ee21f2-1f09-4725-ab94-1f068183a40a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 912 time: 0.1064019 Oct 28 12:31:37.610848 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-02e28cfb-c280-4ff0-a4a2-b59a6e658fff req-a4c180a3-0957-4dda-850e-72a0c9e23749 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Oct 28 12:31:37.708250 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-9b71b6e5-aac1-4629-a963-a391b96d1ad3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 200 len: 1000 time: 0.1027350 Oct 28 12:31:37.762613 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-8746bcca-47bf-4ebd-be8e-7340a2f82cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:37.764129 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-8746bcca-47bf-4ebd-be8e-7340a2f82cb5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.0489495 Oct 28 12:31:37.815358 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-3ad4a9f9-3386-46bd-ae83-312a52c455c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:37.816991 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-3ad4a9f9-3386-46bd-ae83-312a52c455c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438151 Oct 28 12:31:37.921391 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-0e0ee464-f0e9-4c42-822c-d42824f3bcf7 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963483 Oct 28 12:31:38.047176 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-947e972f-ea6d-46cc-9474-b9cd36de839f req-25b39342-a274-4d70-9698-42509533f47a service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089053 Oct 28 12:31:38.757943 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cdeaa-8f8f-4752-a685-beadcf3d992a req-cc093ac4-b2e3-4db5-bf9c-e13d81baf9cb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:38.759647 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-748cdeaa-8f8f-4752-a685-beadcf3d992a req-cc093ac4-b2e3-4db5-bf9c-e13d81baf9cb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0601635 Oct 28 12:31:38.803137 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-748cdeaa-8f8f-4752-a685-beadcf3d992a req-efbf6579-d11c-4e0a-9325-aed4b6b7147f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Oct 28 12:31:39.952944 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f803d-01e1-4069-ac31-fa99aa552987 req-62db087c-171a-4827-840c-03bfd87be4d5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:39.953823 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b72f803d-01e1-4069-ac31-fa99aa552987 req-62db087c-171a-4827-840c-03bfd87be4d5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0642002 Oct 28 12:31:40.022213 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b72f803d-01e1-4069-ac31-fa99aa552987 req-aea16adc-aca6-44ea-aea9-20c39756cce1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609100 Oct 28 12:31:40.052341 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44560) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:40.111180 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] Deleting subnet 3de2b1cb-98a6-49c2-aab9-5374eb27044a {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:31:40.114761 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.156048 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.166607 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.240310 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.273891 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de2b1cb-98a6-49c2-aab9-5374eb27044a,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:40.280183 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.284279 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-cb4bc0f1-b7d9-4d5f-91c2-5d335817ae22 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3de2b1cb-98a6-49c2-aab9-5374eb27044a HTTP/1.1" status: 204 len: 168 time: 0.2303610 Oct 28 12:31:40.287602 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44580) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:40.372311 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.484285 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.506802 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.507162 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.507948 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.508160 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-fd441a69-2376-4c6b-adc4-1a7741f6bbb5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438743 Oct 28 12:31:40.508594 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > port after_create 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.508979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.509342 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > port after_update 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.509633 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.509961 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.510273 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.510648 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.637502 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-b47fd580-144e-4755-a96d-d44c5cfbc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:40.640358 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-b47fd580-144e-4755-a96d-d44c5cfbc41a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.0790920 Oct 28 12:31:40.727735 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.728705 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.729264 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.729801 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:40.730613 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d7bc7e-f170-4994-9d38-e2a218ea13c3']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:40.754051 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9356346-8ed4-4ee5-969e-2e47b72aee22') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:40.754764 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9356346-8ed4-4ee5-969e-2e47b72aee22') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:40.778175 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.818908 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.837052 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:31:40.838250 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.846880 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-560a281b-9e4b-4049-84eb-b0dc8b7bee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:40.848785 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-560a281b-9e4b-4049-84eb-b0dc8b7bee78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.1875398 Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: from cryptography.utils import int_from_bytes Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: from cryptography.utils import int_from_bytes Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:31:40.862844 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:31:40.893708 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-849813cc-7935-4b30-86b3-654bba1eac8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 217 time: 0.0367241 Oct 28 12:31:40.936040 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.943577 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:40.948119 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] 10.222.0.62 "DELETE /v2.0/networks/77d7bc7e-f170-4994-9d38-e2a218ea13c3 HTTP/1.1" status: 204 len: 168 time: 0.6590455 Oct 28 12:31:40.954950 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-dcbedc02-cf43-4eb9-9017-815c11c2b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:40.956922 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-dcbedc02-cf43-4eb9-9017-815c11c2b3a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.0532701 Oct 28 12:31:40.976160 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44614) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:40.983253 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218150d3-c34e-459d-9b5f-b3155324dc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d7bc7e-f170-4994-9d38-e2a218ea13c3,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:40.997045 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-94df6976-7002-4b39-94d8-3b0918eb0097 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285361 Oct 28 12:31:41.104337 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5701e2ae-b7d5-4a68-8be8-9949d74e80de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.110080 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-425abf1b-10fc-453f-aa94-eaa59a8d284f service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053014 Oct 28 12:31:41.122554 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44620) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:41.195260 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0e540-9bbf-4ea7-b203-28eb0f2e9d7c req-3f47411a-f158-4cf6-bb2c-b50482b60a53 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:41.196772 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6fd0e540-9bbf-4ea7-b203-28eb0f2e9d7c req-3f47411a-f158-4cf6-bb2c-b50482b60a53 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0747392 Oct 28 12:31:41.223624 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-bd7dc28e-ef85-4494-a717-7b89f4db1a3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=784e1090f5bd4ef6bb01c960b5b89226&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0992284 Oct 28 12:31:41.225929 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44622) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:41.252379 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6fd0e540-9bbf-4ea7-b203-28eb0f2e9d7c req-1cec4343-9cf2-4ba2-a146-d2f9cdb6a0bb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Oct 28 12:31:41.278112 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5701e2ae-b7d5-4a68-8be8-9949d74e80de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.284499 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5701e2ae-b7d5-4a68-8be8-9949d74e80de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.300628 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-422396a7-2ccc-40dc-909b-8f149b65f655 req-6cfb94a0-ed29-4d56-a24b-fe61ff5aa082 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703744 Oct 28 12:31:41.332510 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a8c9-e4c4-4da0-af87-1d4de12becf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.342325 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-5701e2ae-b7d5-4a68-8be8-9949d74e80de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b06a7d728362458ca6d514e7a53a2ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647859 Oct 28 12:31:41.343033 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701e2ae-b7d5-4a68-8be8-9949d74e80de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c59760a-7467-490b-b53c-f2384a9fa6dd,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:41.345313 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44624) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:41.356486 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a8c9-e4c4-4da0-af87-1d4de12becf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.406875 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd0da-72d7-4f45-8b3c-b3c402c033b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.413415 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a8c9-e4c4-4da0-af87-1d4de12becf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.416808 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a8c9-e4c4-4da0-af87-1d4de12becf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.418206 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e7a3a8c9-e4c4-4da0-af87-1d4de12becf1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c91cf79-5002-47f7-a178-84a9e452cd8e HTTP/1.1" status: 204 len: 168 time: 0.1910176 Oct 28 12:31:41.428045 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3a8c9-e4c4-4da0-af87-1d4de12becf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91cf79-5002-47f7-a178-84a9e452cd8e,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:41.435526 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd0da-72d7-4f45-8b3c-b3c402c033b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.502641 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd0da-72d7-4f45-8b3c-b3c402c033b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.505351 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd0da-72d7-4f45-8b3c-b3c402c033b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:41.509961 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9b3fd0da-72d7-4f45-8b3c-b3c402c033b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c59760a-7467-490b-b53c-f2384a9fa6dd HTTP/1.1" status: 204 len: 168 time: 0.1636846 Oct 28 12:31:41.520501 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fd0da-72d7-4f45-8b3c-b3c402c033b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c59760a-7467-490b-b53c-f2384a9fa6dd,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:41.898927 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44666) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:42.110871 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa388-6d0f-4195-b58c-b02c9325294f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.143364 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44680) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:42.209601 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa388-6d0f-4195-b58c-b02c9325294f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.217391 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa388-6d0f-4195-b58c-b02c9325294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.254883 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fa388-6d0f-4195-b58c-b02c9325294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c636cad0-4871-4a9c-aa51-95e82eaffcb5,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:42.262965 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-4a7fa388-6d0f-4195-b58c-b02c9325294f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf137b120d7341478f8dbc2cc10fa2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603661 Oct 28 12:31:42.263856 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44688) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:42.318470 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-576a456b-d27d-45f1-90d3-b3b13974eb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.365244 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-576a456b-d27d-45f1-90d3-b3b13974eb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.383947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819c80f-ff4c-4e8e-8354-4587ea1cb5b7 req-43fe58cb-c15a-4d6e-977b-03014faa0388 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:42.385965 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7819c80f-ff4c-4e8e-8354-4587ea1cb5b7 req-43fe58cb-c15a-4d6e-977b-03014faa0388 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0532575 Oct 28 12:31:42.414322 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9be474f9-9f48-4ed7-9460-11f72976a550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.444245 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7819c80f-ff4c-4e8e-8354-4587ea1cb5b7 req-b376fcda-32d2-4e7d-93b0-b2f706388504 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511861 Oct 28 12:31:42.499744 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-576a456b-d27d-45f1-90d3-b3b13974eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.502495 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-576a456b-d27d-45f1-90d3-b3b13974eb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.503937 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-576a456b-d27d-45f1-90d3-b3b13974eb3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c636cad0-4871-4a9c-aa51-95e82eaffcb5 HTTP/1.1" status: 204 len: 168 time: 0.2390957 Oct 28 12:31:42.520667 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a456b-d27d-45f1-90d3-b3b13974eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c636cad0-4871-4a9c-aa51-95e82eaffcb5,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:42.585980 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9be474f9-9f48-4ed7-9460-11f72976a550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.591279 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9be474f9-9f48-4ed7-9460-11f72976a550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.635589 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9be474f9-9f48-4ed7-9460-11f72976a550 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e55fab98543422792a7dc0aae047b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881887 Oct 28 12:31:42.635589 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be474f9-9f48-4ed7-9460-11f72976a550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9563d05-4621-424a-88bd-3f7b8f63f0f1,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:42.635902 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44712) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:42.686028 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44714) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:42.702766 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8006891-369e-4531-b153-4d6b9d57e6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.715163 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44718) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:42.730628 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8006891-369e-4531-b153-4d6b9d57e6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.787230 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8006891-369e-4531-b153-4d6b9d57e6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.790167 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8006891-369e-4531-b153-4d6b9d57e6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.792271 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c8006891-369e-4531-b153-4d6b9d57e6a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9563d05-4621-424a-88bd-3f7b8f63f0f1 HTTP/1.1" status: 204 len: 168 time: 0.1552351 Oct 28 12:31:42.801426 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8006891-369e-4531-b153-4d6b9d57e6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9563d05-4621-424a-88bd-3f7b8f63f0f1,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:42.949027 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-88065987-network', 'tenant_id': '70a330da99234af6b3a80df822d5067f'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:42.980471 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Made reservation on behalf of 70a330da99234af6b3a80df822d5067f for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:42.982756 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:42.999822 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.018751 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-18669329-network', 'tenant_id': '0843f9a1abc24dda9971ed8544b4632e'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:43.056486 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Made reservation on behalf of 0843f9a1abc24dda9971ed8544b4632e for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:43.061782 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.075801 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.176426 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.192207 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.227529 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.232896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:31:43.233273 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44732) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:43.239845 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.247070 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d39e0ff8-efd1-4f75-bcc9-cf80368a0aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.260431 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f5eb80-c304-4aa5-93f5-14c8f0e0f19b,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.268103 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.268495 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Added segment 53e7005a-e61e-48ee-89e9-7b2db9bc09a2 of type vlan for network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 Oct 28 12:31:43.270792 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:31:43.280848 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44734) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:43.292285 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.330748 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d39e0ff8-efd1-4f75-bcc9-cf80368a0aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.336010 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d39e0ff8-efd1-4f75-bcc9-cf80368a0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.337971 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.338392 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Added segment 1b2ea35f-74ba-4f7f-80d8-78932e0e09c4 of type vlan for network c32891cf-9c03-4195-be34-125ac54532d8 Oct 28 12:31:43.343138 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9e9af6f6-f5e6-4137-9b82-78781188855c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.374986 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251aa918-01dc-46dd-b7e6-e766cc1a1f81,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.377080 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d39e0ff8-efd1-4f75-bcc9-cf80368a0aea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2e2425f86164931bb767626a724ba78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426272 Oct 28 12:31:43.378569 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.380200 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44736) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:43.386941 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e0ff8-efd1-4f75-bcc9-cf80368a0aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1036c-a7e2-4f7d-8e85-e91172a58146,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.438538 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4166e182-2fba-482b-b65e-bb96e2e40e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.438791 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.466145 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4166e182-2fba-482b-b65e-bb96e2e40e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.472274 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.473426 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:43.474014 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.524040 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4166e182-2fba-482b-b65e-bb96e2e40e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.527944 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4166e182-2fba-482b-b65e-bb96e2e40e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.529376 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4166e182-2fba-482b-b65e-bb96e2e40e10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4b1036c-a7e2-4f7d-8e85-e91172a58146 HTTP/1.1" status: 204 len: 168 time: 0.1479604 Oct 28 12:31:43.537575 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.538543 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:43.539210 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.544164 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8571446 Oct 28 12:31:43.547219 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44744) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:43.551979 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Request body: {'subnet': {'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-88065987-subnet', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:43.560939 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166e182-2fba-482b-b65e-bb96e2e40e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1036c-a7e2-4f7d-8e85-e91172a58146,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.587652 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Made reservation on behalf of 70a330da99234af6b3a80df822d5067f for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:43.595118 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.605287 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4174559-2e33-45d7-a163-285ee2a17cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.622690 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9011040 Oct 28 12:31:43.622893 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:31:43.631755 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44746) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:43.670267 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Request body: {'subnet': {'network_id': 'c32891cf-9c03-4195-be34-125ac54532d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-18669329-subnet', 'tenant_id': '0843f9a1abc24dda9971ed8544b4632e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:43.725348 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9e9af6f6-f5e6-4137-9b82-78781188855c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.729959 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Made reservation on behalf of 0843f9a1abc24dda9971ed8544b4632e for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:43.732349 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12639687'] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.747613 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9e9af6f6-f5e6-4137-9b82-78781188855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.765677 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df1868-3245-40f0-95f6-e7e47df86e86 req-1458a1dc-1d17-4ee7-94f4-099fb2048cdd tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:43.767592 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-06df1868-3245-40f0-95f6-e7e47df86e86 req-1458a1dc-1d17-4ee7-94f4-099fb2048cdd tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.2355320 Oct 28 12:31:43.800631 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ee5ba-1168-488a-b7df-969dd4bc5037 admin admin] Pushing event updated for resources: {'Network': ['ID=c32891cf-9c03-4195-be34-125ac54532d8,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.816336 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network c32891cf-9c03-4195-be34-125ac54532d8 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:31:43.821582 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.876033 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44750) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:43.876405 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9e9af6f6-f5e6-4137-9b82-78781188855c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fc62236780c4f87bf905da9d3a85846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855181 Oct 28 12:31:43.882674 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9af6f6-f5e6-4137-9b82-78781188855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0edd80-cb47-451e-95a9-d1e46fdf937b,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.916153 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-06df1868-3245-40f0-95f6-e7e47df86e86 req-08417fd7-60be-44c8-b6f2-6652790067f2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101165 Oct 28 12:31:43.930729 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:43.950967 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Checking segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:43.951325 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Network hostable DHCP agents. Network: 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:31:43.960003 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-30a1519d-f402-42ee-86ec-4df1d2d8d454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:43.996597 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-30a1519d-f402-42ee-86ec-4df1d2d8d454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.006227 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:31:44.030021 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:44.034558 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:44.035907 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.041942 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b1a94-92d2-48db-9f6a-3fe3e46610e5 None None] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:44.042485 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13461283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12639701'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.070180 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-6b3d9987-0abf-438c-a142-85a94952f5d6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5215685 Oct 28 12:31:44.073405 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44752) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:44.078635 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:44.116111 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-30a1519d-f402-42ee-86ec-4df1d2d8d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.116478 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44758) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:44.119844 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-30a1519d-f402-42ee-86ec-4df1d2d8d454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.121400 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-30a1519d-f402-42ee-86ec-4df1d2d8d454 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb0edd80-cb47-451e-95a9-d1e46fdf937b HTTP/1.1" status: 204 len: 168 time: 0.2443981 Oct 28 12:31:44.133989 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.135059 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.144335 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0bcf3f-1e36-4648-9ce1-7775f30445a5,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:44.162929 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-231aa60c-cd3e-494f-8cfa-226d84225d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.238272 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.239511 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1519d-f402-42ee-86ec-4df1d2d8d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0edd80-cb47-451e-95a9-d1e46fdf937b,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:44.403211 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Checking segment: {'id': '1b2ea35f-74ba-4f7f-80d8-78932e0e09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c32891cf-9c03-4195-be34-125ac54532d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:44.403814 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Network hostable DHCP agents. Network: c32891cf-9c03-4195-be34-125ac54532d8, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:31:44.433464 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.453670 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:31:44.455027 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.476099 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Network c32891cf-9c03-4195-be34-125ac54532d8 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:31:44.500178 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, c32891cf-9c03-4195-be34-125ac54532d8) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:44.506021 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:44.506523 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.531189 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6542dfe-b755-4755-8afc-5ce71aabbe81 None None] Network c32891cf-9c03-4195-be34-125ac54532d8 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:44.544401 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-231aa60c-cd3e-494f-8cfa-226d84225d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.560760 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-24cd6e62-c37c-4acd-bd78-15ccfdf0e465 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9151170 Oct 28 12:31:44.560760 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-231aa60c-cd3e-494f-8cfa-226d84225d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.593093 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-231aa60c-cd3e-494f-8cfa-226d84225d4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbc46dad00824273aa47b13708257265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667020 Oct 28 12:31:44.593093 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44770) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:44.635780 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aa60c-cd3e-494f-8cfa-226d84225d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1015ad10-ff4f-4cb0-a1e4-fcea75f8db15,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:44.658018 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3eb9fde4-8b15-4020-8a62-f175dd9475a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.691997 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3eb9fde4-8b15-4020-8a62-f175dd9475a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.756892 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3eb9fde4-8b15-4020-8a62-f175dd9475a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.762647 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3eb9fde4-8b15-4020-8a62-f175dd9475a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.765004 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-3eb9fde4-8b15-4020-8a62-f175dd9475a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1015ad10-ff4f-4cb0-a1e4-fcea75f8db15 HTTP/1.1" status: 204 len: 168 time: 0.1756885 Oct 28 12:31:44.775638 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9fde4-8b15-4020-8a62-f175dd9475a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1015ad10-ff4f-4cb0-a1e4-fcea75f8db15,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:44.784687 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:44.803310 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Allocated IP 172.20.0.2 (21386cb8-b310-4d7a-bddd-fd2d5b5b89a3/3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964/a667c7e4-36f1-4d19-8c75-f5bd5e3075ab) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:44.818603 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.002722 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Allocated IP 172.27.0.148 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/310ec4ca-8fc0-4ee0-b974-b251a08060e3) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:45.113821 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826d1af4-231d-4526-b6c6-cbcaac2e7cc9 None None] Network c32891cf-9c03-4195-be34-125ac54532d8 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:45.133556 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1fb4b-9c4c-444c-bf11-b468241a050b req-2a195887-b2f4-40e8-a17f-89a3fb3c5041 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:45.149741 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ac1fb4b-9c4c-444c-bf11-b468241a050b req-2a195887-b2f4-40e8-a17f-89a3fb3c5041 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1064808 Oct 28 12:31:45.179750 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.225340 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ac1fb4b-9c4c-444c-bf11-b468241a050b req-0883e6be-3dd8-4987-b70f-dd0cc0c9f1e7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742996 Oct 28 12:31:45.228781 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.231912 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.241558 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.305081 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:45.309209 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:45.317159 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:45.361912 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Pushing event updated for resources: {'Port': ['ID=310ec4ca-8fc0-4ee0-b974-b251a08060e3,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:45.377276 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:45.384404 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:45.387294 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Pushing event updated for resources: {'Port': ['ID=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:45.391207 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:45.423869 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.424148 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.424524 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.424818 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.425261 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.425582 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.425986 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.426308 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.426637 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.426950 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.427263 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.427567 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:45.494885 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44824) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:45.515159 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Attempting to bind port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:45.516266 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Attempting to bind port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:45.516873 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Attempting to bind port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:45.523665 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:45.524423 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Checking segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:45.525043 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.525623 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Bound using segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:45.527084 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Bound port: a667c7e4-36f1-4d19-8c75-f5bd5e3075ab, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:45.527807 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.608471 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] For port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:45.612529 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] For port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:45.623765 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.701231 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22805bc-08a6-42bc-ba9b-c070118e9a95 None None] Pushing event updated for resources: {'Port': ['ID=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:45.851502 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-438435104-network', 'tenant_id': '79f16fdb29c645438971dd210c6b3756'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:45.901441 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.906928 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Made reservation on behalf of 79f16fdb29c645438971dd210c6b3756 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:45.910603 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:45.917813 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44842) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:45.955324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-339301597-network', 'tenant_id': 'b0122002c8f0422a8b65d63bbd89618f'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:45.967770 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.008887 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Made reservation on behalf of b0122002c8f0422a8b65d63bbd89618f for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:46.026107 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.042745 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.134783 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.145758 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.165169 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:31:46.169472 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.185097 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.185440 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Added segment ae682e88-6fbc-4aa2-94f8-be25f0693ac4 of type vlan for network 2a8dc156-343a-442e-97d6-87abda3a2dbb Oct 28 12:31:46.241575 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e84e00-bb6b-4e0e-bfa3-da5ce4e81ce6,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:46.258294 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.262439 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.270376 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.314277 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:31:46.328362 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.329332 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:46.330029 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.342877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2145437b-b25d-4843-9ed8-63c76a0ab8e6,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:46.345825 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:31:46.349615 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.350143 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Added segment fd3a530a-24ce-460d-ba57-a392bfa2de6e of type vlan for network 8c3eb501-78df-4c6a-b7b6-354fa102cdb4 Oct 28 12:31:46.482705 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9866338 Oct 28 12:31:46.483368 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44858) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:46.497118 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Request body: {'subnet': {'network_id': '2a8dc156-343a-442e-97d6-87abda3a2dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-438435104-subnet', 'tenant_id': '79f16fdb29c645438971dd210c6b3756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:46.513937 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:31:46.525718 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.528115 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:31:46.538234 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed6366-a62f-46d3-939d-e5854910cb39 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8dc156-343a-442e-97d6-87abda3a2dbb,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:46.540908 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:46.541533 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:46.564094 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 2a8dc156-343a-442e-97d6-87abda3a2dbb details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:31:46.565787 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8776e-bdba-46be-a74c-1c4c241808f0 req-f1020c69-07ec-4cfc-8a72-f89a0db50396 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:46.568095 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84a8776e-bdba-46be-a74c-1c4c241808f0 req-f1020c69-07ec-4cfc-8a72-f89a0db50396 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.2452176 Oct 28 12:31:46.576810 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Made reservation on behalf of 79f16fdb29c645438971dd210c6b3756 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:46.579142 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12639687'] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.579957 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.581316 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-544a2140-816d-4c2d-a36b-24dc11cbfe09 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5068655 Oct 28 12:31:46.584059 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44860) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:46.611684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.612637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:46.613281 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.750557 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8303747 Oct 28 12:31:46.751312 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44862) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:46.754612 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:46.774487 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Request body: {'subnet': {'network_id': '8c3eb501-78df-4c6a-b7b6-354fa102cdb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-339301597-subnet', 'tenant_id': 'b0122002c8f0422a8b65d63bbd89618f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:46.774707 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84a8776e-bdba-46be-a74c-1c4c241808f0 req-867fe128-85b5-432a-8384-7600f970b5b3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898587 Oct 28 12:31:46.790565 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23284a-94d1-4b65-b260-f78cce691269 admin admin] Pushing event updated for resources: {'Network': ['ID=8c3eb501-78df-4c6a-b7b6-354fa102cdb4,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:46.813321 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 8c3eb501-78df-4c6a-b7b6-354fa102cdb4 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:31:46.865735 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Made reservation on behalf of b0122002c8f0422a8b65d63bbd89618f for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:46.868044 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:46.953074 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13461283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12639701'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.074553 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80983a05-d5a1-4245-95d4-a44f6a42ebeb,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:47.101809 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b2964-2cb8-40f8-8556-062b665ed1a8 None None] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:47.125100 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Checking segment: {'id': 'ae682e88-6fbc-4aa2-94f8-be25f0693ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2a8dc156-343a-442e-97d6-87abda3a2dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:47.125588 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Network hostable DHCP agents. Network: 2a8dc156-343a-442e-97d6-87abda3a2dbb, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:31:47.159376 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Network 2a8dc156-343a-442e-97d6-87abda3a2dbb is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:31:47.170020 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 2a8dc156-343a-442e-97d6-87abda3a2dbb) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:47.174816 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:47.175663 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.197347 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:45Z', 'revision_number': 3, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:47.212932 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a667c7e4-36f1-4d19-8c75-f5bd5e3075ab up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:47.221544 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfe5fd-5796-4474-9162-6de28179ecca None None] Network 2a8dc156-343a-442e-97d6-87abda3a2dbb requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:47.222045 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9e703ace-5dc9-4cc2-a8b2-961cd88fff6c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7238624 Oct 28 12:31:47.225248 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:31:47.225657 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Updating router 07bb7c54-219d-4b58-8a29-28937ab47ddc port 310ec4ca-8fc0-4ee0-b974-b251a08060e3 binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:31:47.252078 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.369628 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-c3117fc5-9112-4b8e-a113-00eef575c286 None None] Provisioning complete for port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:47.370308 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c3117fc5-9112-4b8e-a113-00eef575c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.517424 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.525103 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.532253 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.558582 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.577015 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:47.577573 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.581343 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Pushing event updated for resources: {'Port': ['ID=310ec4ca-8fc0-4ee0-b974-b251a08060e3,revision_number=2']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:47.590985 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.591547 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.592269 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.592799 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.593868 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.594571 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.595710 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.596224 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.596794 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.597322 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.597808 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.598518 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:31:47.629539 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Attempting to bind port 310ec4ca-8fc0-4ee0-b974-b251a08060e3 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:47.630273 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Attempting to bind port 310ec4ca-8fc0-4ee0-b974-b251a08060e3 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:47.630818 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Attempting to bind port 310ec4ca-8fc0-4ee0-b974-b251a08060e3 on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:47.636897 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0116-bce0-4d50-92bf-0ebcb7a08ae0 req-1fe8907b-176e-4016-bd39-4fbf6ef8eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:47.638929 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-fe4c0116-bce0-4d50-92bf-0ebcb7a08ae0 req-1fe8907b-176e-4016-bd39-4fbf6ef8eda3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 1099 time: 0.2371047 Oct 28 12:31:47.639584 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea579cf-4dfd-4211-9714-b69914b8d1f3 None None] Network 2a8dc156-343a-442e-97d6-87abda3a2dbb requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:47.644416 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:47.644805 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:47.645206 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.645589 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:47.646055 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Bound port: 310ec4ca-8fc0-4ee0-b974-b251a08060e3, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:47.646444 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.699545 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4dc917f-2483-45ef-b904-3e9edf3f1d36,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:47.700100 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] For port 310ec4ca-8fc0-4ee0-b974-b251a08060e3, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:47.703563 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] For port 310ec4ca-8fc0-4ee0-b974-b251a08060e3, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=310ec4ca-8fc0-4ee0-b974-b251a08060e3,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:47.713259 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.754548 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Checking segment: {'id': 'fd3a530a-24ce-460d-ba57-a392bfa2de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8c3eb501-78df-4c6a-b7b6-354fa102cdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:47.754924 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Network hostable DHCP agents. Network: 8c3eb501-78df-4c6a-b7b6-354fa102cdb4, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:31:47.780594 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c3117fc5-9112-4b8e-a113-00eef575c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.810086 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47fd7-3c8c-4e00-9ec1-a6815617a48e None None] Pushing event updated for resources: {'Port': ['ID=310ec4ca-8fc0-4ee0-b974-b251a08060e3,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:47.810519 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-fe4c0116-bce0-4d50-92bf-0ebcb7a08ae0 req-b0745ed1-7159-4faf-8120-22a5e8f8acac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550822 Oct 28 12:31:47.825924 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:47.826903 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:47.857977 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Network 8c3eb501-78df-4c6a-b7b6-354fa102cdb4 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:31:47.896366 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 8c3eb501-78df-4c6a-b7b6-354fa102cdb4) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:47.917112 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:47.920492 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:47.947889 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Allocated IP 172.20.0.1 (21386cb8-b310-4d7a-bddd-fd2d5b5b89a3/3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964/3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:47.958624 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f293f5d8-ede7-44cc-be31-e92fb23717a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2046156 Oct 28 12:31:47.980105 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2610e-4170-4e93-bdad-714e9c90f3d5 None None] Network 8c3eb501-78df-4c6a-b7b6-354fa102cdb4 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:47.983315 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:48.077288 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-c3117fc5-9112-4b8e-a113-00eef575c286 None None] For port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:48.097962 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.104760 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e72b54-3fd8-4cb3-8fc2-e8f15338aa6b req-51df44da-2d34-457e-93c2-4701d1c1daa2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:48.106397 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-66e72b54-3fd8-4cb3-8fc2-e8f15338aa6b req-51df44da-2d34-457e-93c2-4701d1c1daa2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1568179 Oct 28 12:31:48.178269 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-66e72b54-3fd8-4cb3-8fc2-e8f15338aa6b req-b39f8698-0669-4a94-aca3-4242011a280a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643942 Oct 28 12:31:48.206655 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.212496 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44902) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:48.229502 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1765882652-network', 'tenant_id': '7d46fb0b839a457aa7b503df2521c3e6'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:48.235121 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c3117fc5-9112-4b8e-a113-00eef575c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.282194 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Made reservation on behalf of 7d46fb0b839a457aa7b503df2521c3e6 for: {'network': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:48.284693 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.297020 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.301894 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.305880 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44906) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:48.369007 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:48.376990 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:48.391095 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:48.391614 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.398561 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:48.422773 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] Deleting subnet cd0bcf3f-1e36-4648-9ce1-7775f30445a5 {{(pid=101423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:31:48.440974 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.525529 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:45Z', 'revision_number': 3, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:48.535960 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463056'] for subnet, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.553887 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.567301 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.593055 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=101422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:31:48.601349 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b5d22-1c70-4263-b486-310b9cb9d3b0 None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:45Z', 'revision_number': 3, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:31:48.624831 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5595a7fa-41f6-4b76-860d-66dbb8d877c9,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:48.633394 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.633748 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.segments_db [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Added segment f76b7730-70ca-4955-832d-12980c32833e of type vlan for network 8e8a087f-4b62-474a-9deb-89748124e6eb Oct 28 12:31:48.638764 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.738973 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.748008 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.750452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12639782'] for subnet, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.795809 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0bcf3f-1e36-4648-9ce1-7775f30445a5,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:48.798532 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.802439 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a4e5b659-076c-43ff-a6cf-108cc6d7e795 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cd0bcf3f-1e36-4648-9ce1-7775f30445a5 HTTP/1.1" status: 204 len: 168 time: 0.4953678 Oct 28 12:31:48.807184 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44914) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:48.818231 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-7caab2e0-3872-4483-847f-72634e8bf745 None None] Provisioning complete for port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:48.819126 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7caab2e0-3872-4483-847f-72634e8bf745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.838033 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.839066 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:48.839770 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.861576 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3117fc5-9112-4b8e-a113-00eef575c286 None None] Pushing event updated for resources: {'Port': ['ID=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:48.947070 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.db.api [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:31:48.947275 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG oslo_db.api [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:31:48.948493 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:48.964062 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b0c2b-f0fc-41e7-9715-5c9d2d33a82a None None] Network 8c3eb501-78df-4c6a-b7b6-354fa102cdb4 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:49.111406 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8952873 Oct 28 12:31:49.120547 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dafa62-8589-4e00-96ab-ec25892f75b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8a087f-4b62-474a-9deb-89748124e6eb,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:49.127321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44924) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:49.132746 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Request body: {'subnet': {'network_id': '8e8a087f-4b62-474a-9deb-89748124e6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1765882652-subnet', 'tenant_id': '7d46fb0b839a457aa7b503df2521c3e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:49.176801 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Made reservation on behalf of 7d46fb0b839a457aa7b503df2521c3e6 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:49.183180 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12639687'] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.190450 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.222532 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 8e8a087f-4b62-474a-9deb-89748124e6eb details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:31:49.283880 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.291623 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.292623 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.321193 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32891cf-9c03-4195-be34-125ac54532d8']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:49.357701 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:49.370018 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2ea35f-74ba-4f7f-80d8-78932e0e09c4') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:49.370567 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2ea35f-74ba-4f7f-80d8-78932e0e09c4') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:49.395605 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.427413 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60cfdf-9066-4e48-a535-3ae68b8ce487 req-40d88dec-e6d7-4bf2-ad29-c1ac77e2096c tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:49.429545 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ce60cfdf-9066-4e48-a535-3ae68b8ce487 req-40d88dec-e6d7-4bf2-ad29-c1ac77e2096c tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1113148 Oct 28 12:31:49.432437 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.444477 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:31:49.445556 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:31:49.448361 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:31:49.482776 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:49.484748 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:49.596243 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ce60cfdf-9066-4e48-a535-3ae68b8ce487 req-5f271156-5dd6-4ea5-af4f-529616490b54 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544597 Oct 28 12:31:49.605610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.617409 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-0c39c291-ef2d-4020-96a5-16e1b07f372f None None] Provisioning complete for port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:49.618970 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-0c39c291-ef2d-4020-96a5-16e1b07f372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.736428 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.750164 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:31:49.751319 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44930) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:49.751576 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c32891cf-9c03-4195-be34-125ac54532d8 HTTP/1.1" status: 204 len: 168 time: 0.9426670 Oct 28 12:31:49.757732 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d0202-98b3-4563-9fee-ecf8eaccea33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32891cf-9c03-4195-be34-125ac54532d8,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:49.769346 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-0c39c291-ef2d-4020-96a5-16e1b07f372f None None] Port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:31:49.808180 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13461283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12639701'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.877315 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f099d5-4528-492b-9bb9-7753ad7d0f57 req-3f0dcaaf-6a8f-4c0e-a055-bcedf3236ed1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:49.886399 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-34f099d5-4528-492b-9bb9-7753ad7d0f57 req-3f0dcaaf-6a8f-4c0e-a055-bcedf3236ed1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1299765 Oct 28 12:31:49.899510 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-da6ada90-8933-4241-9f3e-7445113f2293 None None] Provisioning complete for port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:49.900021 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-da6ada90-8933-4241-9f3e-7445113f2293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:49.943449 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990379af-ed9b-4f5c-aa38-d84bec334381,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:49.963005 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] Deleting subnet f4dc917f-2483-45ef-b904-3e9edf3f1d36 {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:31:49.964365 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-da6ada90-8933-4241-9f3e-7445113f2293 None None] Port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:31:49.966407 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-34f099d5-4528-492b-9bb9-7753ad7d0f57 req-677d9d4a-bfd5-40ba-a0d4-b75596147323 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790212 Oct 28 12:31:49.966554 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 310ec4ca-8fc0-4ee0-b974-b251a08060e3 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:49.980816 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.003121 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Checking segment: {'id': 'f76b7730-70ca-4955-832d-12980c32833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8e8a087f-4b62-474a-9deb-89748124e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:50.005829 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Network hostable DHCP agents. Network: 8e8a087f-4b62-474a-9deb-89748124e6eb, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:31:50.035785 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 310ec4ca-8fc0-4ee0-b974-b251a08060e3 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:50.036213 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.053501 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Network 8e8a087f-4b62-474a-9deb-89748124e6eb is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:31:50.055878 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.071742 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 8e8a087f-4b62-474a-9deb-89748124e6eb) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:50.077155 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:50.078132 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.085430 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb17847-e264-4bf3-b604-348d47fa610e None None] Network 8e8a087f-4b62-474a-9deb-89748124e6eb requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:50.086509 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.109830 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-03255b3e-61b7-487b-a87b-b8d02261f091 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9812107 Oct 28 12:31:50.181055 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:31:50.194195 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7ad3494a-9a98-4683-8010-cb93f8370612 admin admin] 10.222.0.62 "PUT /v2.0/routers/07bb7c54-219d-4b58-8a29-28937ab47ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089470 Oct 28 12:31:50.262543 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.302264 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.310146 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4dc917f-2483-45ef-b904-3e9edf3f1d36,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:50.338220 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.343844 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-952fe849-c027-4539-8f5c-c7ee8c6c6175 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f4dc917f-2483-45ef-b904-3e9edf3f1d36 HTTP/1.1" status: 204 len: 168 time: 0.5903070 Oct 28 12:31:50.346972 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44950) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:50.379528 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 310ec4ca-8fc0-4ee0-b974-b251a08060e3, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=310ec4ca-8fc0-4ee0-b974-b251a08060e3,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:50.389309 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.390121 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a667c7e4-36f1-4d19-8c75-f5bd5e3075ab up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:50.488672 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:50.578753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2574e-1119-4468-bc5c-cd8c3b840ed1 None None] Network 8e8a087f-4b62-474a-9deb-89748124e6eb requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:50.719714 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=310ec4ca-8fc0-4ee0-b974-b251a08060e3,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:50.748602 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:50.749011 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.131238 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.173676 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.174461 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.175341 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.175851 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > port after_create 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.176844 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.177798 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > port after_update 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.178346 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.178841 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.180696 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.181233 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.251335 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.252984 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.252984 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.252984 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:31:51.252984 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3eb501-78df-4c6a-b7b6-354fa102cdb4']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:51.288344 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3a530a-24ce-460d-ba57-a392bfa2de6e') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:51.289114 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3a530a-24ce-460d-ba57-a392bfa2de6e') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:51.310460 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.334038 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.345198 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 44992) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:51.349988 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:31:51.351231 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.353007 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1475013599-network', 'tenant_id': 'b9567731a2b044569aba574f7df2b645'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: from cryptography.utils import int_from_bytes Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: from cryptography.utils import int_from_bytes Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:31:51.356967 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:31:51.386069 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Made reservation on behalf of b9567731a2b044569aba574f7df2b645 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:51.388751 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.402317 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.436840 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.450690 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.453752 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:31:51.454714 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8c3eb501-78df-4c6a-b7b6-354fa102cdb4 HTTP/1.1" status: 204 len: 168 time: 1.1065795 Oct 28 12:31:51.468631 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b454a5-eb2a-4ecc-99c5-8370e0ed2606 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c3eb501-78df-4c6a-b7b6-354fa102cdb4,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:51.481317 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:51.482025 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:51.512213 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.517731 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.557370 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:31:51.573657 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.573999 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Added segment 219b6583-49cc-47d7-8118-33b66e42da01 of type vlan for network 5025276b-0217-48ee-a9df-624badd28487 Oct 28 12:31:51.575717 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516dc64b-30f3-4428-aabf-79278e96da2e,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:51.619872 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.628021 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 310ec4ca-8fc0-4ee0-b974-b251a08060e3 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:51.631350 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:51.653537 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.654646 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:51.655314 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.692032 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 44998) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:51.711407 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3645895 Oct 28 12:31:51.715478 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45000) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:51.722357 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf42c80-a4b0-49b3-bc51-f0e3685a3489 admin admin] Pushing event updated for resources: {'Network': ['ID=5025276b-0217-48ee-a9df-624badd28487,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:51.722707 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Request body: {'subnet': {'network_id': '5025276b-0217-48ee-a9df-624badd28487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1475013599-subnet', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:51.750241 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 5025276b-0217-48ee-a9df-624badd28487 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:31:51.765165 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-dbdeb5b1-8aa0-4edc-a0c5-7e190908d27b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0843f9a1abc24dda9971ed8544b4632e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689776 Oct 28 12:31:51.765398 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45002) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:51.773337 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Made reservation on behalf of b9567731a2b044569aba574f7df2b645 for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:31:51.775529 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12859911'] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.883832 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 310ec4ca-8fc0-4ee0-b974-b251a08060e3 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:51.884205 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.910996 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b392b9d-3bb0-4cac-ab97-74b5f747d65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:51.960930 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b392b9d-3bb0-4cac-ab97-74b5f747d65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.143889 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b392b9d-3bb0-4cac-ab97-74b5f747d65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.146956 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b392b9d-3bb0-4cac-ab97-74b5f747d65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.148284 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-0b392b9d-3bb0-4cac-ab97-74b5f747d65a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/251aa918-01dc-46dd-b7e6-e766cc1a1f81 HTTP/1.1" status: 204 len: 168 time: 0.3819520 Oct 28 12:31:52.160848 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12859925'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.163056 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392b9d-3bb0-4cac-ab97-74b5f747d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251aa918-01dc-46dd-b7e6-e766cc1a1f81,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:52.203901 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a728005-197e-47fa-b1ea-cf22da68e869 req-3125b645-af37-4a45-96a5-6a8a7c690fb7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:52.218995 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 2, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:52.222755 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4a728005-197e-47fa-b1ea-cf22da68e869 req-3125b645-af37-4a45-96a5-6a8a7c690fb7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1155596 Oct 28 12:31:52.276151 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-329d7afb-2a26-427d-b77e-a9e234889a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:52.278161 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-329d7afb-2a26-427d-b77e-a9e234889a94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.1750515 Oct 28 12:31:52.290339 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:31:52.290986 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Updating router 07bb7c54-219d-4b58-8a29-28937ab47ddc port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:31:52.304499 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4a728005-197e-47fa-b1ea-cf22da68e869 req-9fa43eae-3c78-437b-999f-3977bef46356 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783670 Oct 28 12:31:52.330002 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f15d157-dd3c-4e49-9a12-283ff22948db,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:52.339899 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.383671 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Checking segment: {'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:52.383937 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Network hostable DHCP agents. Network: 5025276b-0217-48ee-a9df-624badd28487, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:31:52.436210 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Network 5025276b-0217-48ee-a9df-624badd28487 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:31:52.446782 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-c166a149-246f-4079-9c05-efc0ef17501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:52.448527 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-c166a149-246f-4079-9c05-efc0ef17501a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.1577172 Oct 28 12:31:52.451541 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 5025276b-0217-48ee-a9df-624badd28487) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:52.459647 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:52.460086 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.465865 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5453bf-89b4-464b-8f4a-01df8ab37af4 None None] Network 5025276b-0217-48ee-a9df-624badd28487 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:52.513403 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-b927dd34-8bda-402a-a592-8d24a83cb591 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 217 time: 0.0494025 Oct 28 12:31:52.529116 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-8ac8eb42-963a-410d-b5ab-4ab2f1063e78 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8101854 Oct 28 12:31:52.531173 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45036) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:52.537437 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:52.585085 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.587320 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.600823 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-88ae5e0f-98ed-4f87-9bb2-a83a3f057b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:52.608278 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-88ae5e0f-98ed-4f87-9bb2-a83a3f057b7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.0744271 Oct 28 12:31:52.670585 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-9258c50e-f883-4365-90ba-5af243266305 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491869 Oct 28 12:31:52.682313 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.710482 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-5025276b-0217-48ee-a9df-624badd28487', 'network_id': '5025276b-0217-48ee-a9df-624badd28487', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'fixed_ips': [{'subnet_id': '2f15d157-dd3c-4e49-9a12-283ff22948db'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:31:52.711281 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.771245 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45038) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:52.876322 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-98a71990-ffab-4776-8132-b885f2064587 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983478 Oct 28 12:31:52.884308 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45040) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:52.884845 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.892698 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d73cab80-fa4d-4354-aa87-694821384f67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0122002c8f0422a8b65d63bbd89618f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200428 Oct 28 12:31:52.895104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45044) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:52.973114 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:52.984155 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.011362 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3df024c4-6b5c-48df-9c05-782bdfda1779 req-8b1ed912-4da5-49a7-b3a8-b2378ee36815 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205642 Oct 28 12:31:53.017366 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4158a173-22d6-4ea4-b6a0-f22ae9e423e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.042290 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Allocated IP 172.20.0.2 (5025276b-0217-48ee-a9df-624badd28487/2f15d157-dd3c-4e49-9a12-283ff22948db/a244f9d1-3aee-4760-9994-72efc45d85ad) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:53.088597 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecd2e4-84b9-4f95-9895-dd49be0de934 None None] Pushing event updated for resources: {'Port': ['ID=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:53.093171 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4158a173-22d6-4ea4-b6a0-f22ae9e423e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.192807 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dfe19322-19d8-4d0c-8aba-7c847a920dc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.252288 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Attempting to bind port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:53.252757 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Attempting to bind port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:53.253105 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Attempting to bind port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:53.262590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:53.262965 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Checking segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:53.263437 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.263862 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Bound using segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:53.264312 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Bound port: 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:53.264695 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.281662 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4158a173-22d6-4ea4-b6a0-f22ae9e423e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.284471 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4158a173-22d6-4ea4-b6a0-f22ae9e423e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.285771 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-4158a173-22d6-4ea4-b6a0-f22ae9e423e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2145437b-b25d-4843-9ed8-63c76a0ab8e6 HTTP/1.1" status: 204 len: 168 time: 0.3895364 Oct 28 12:31:53.296359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158a173-22d6-4ea4-b6a0-f22ae9e423e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2145437b-b25d-4843-9ed8-63c76a0ab8e6,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:53.374779 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dfe19322-19d8-4d0c-8aba-7c847a920dc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.389258 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dfe19322-19d8-4d0c-8aba-7c847a920dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.466658 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-dfe19322-19d8-4d0c-8aba-7c847a920dc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1fbfc17923447d8972802e3f77fa8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811956 Oct 28 12:31:53.469260 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45066) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:53.471875 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe19322-19d8-4d0c-8aba-7c847a920dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef9f66d-83a8-4de8-a023-098da90f8d8a,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:53.549004 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] For port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:53.552897 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] For port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:53.567703 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-59d170e0-8533-45e2-a356-60735322a539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.586016 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.620823 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-59d170e0-8533-45e2-a356-60735322a539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.634270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.689670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.712738 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5162aee-98f7-4aaa-843d-ba39bcd7d529 req-d39a003c-c861-4c13-87d9-69357e3aecaa tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:53.714352 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5162aee-98f7-4aaa-843d-ba39bcd7d529 req-d39a003c-c861-4c13-87d9-69357e3aecaa tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.2245967 Oct 28 12:31:53.734961 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-59d170e0-8533-45e2-a356-60735322a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.739560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-59d170e0-8533-45e2-a356-60735322a539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.742351 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-59d170e0-8533-45e2-a356-60735322a539 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fef9f66d-83a8-4de8-a023-098da90f8d8a HTTP/1.1" status: 204 len: 168 time: 0.2701705 Oct 28 12:31:53.760407 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d170e0-8533-45e2-a356-60735322a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef9f66d-83a8-4de8-a023-098da90f8d8a,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:53.766412 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecd2e4-84b9-4f95-9895-dd49be0de934 None None] Pushing event updated for resources: {'Port': ['ID=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:53.772040 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.783877 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-7999b6cf-c1b5-47ee-b0d6-91eb5660b8b1 None None] Provisioning complete for port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:53.784516 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7999b6cf-c1b5-47ee-b0d6-91eb5660b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.828574 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:53.889302 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Pushing event updated for resources: {'Port': ['ID=a244f9d1-3aee-4760-9994-72efc45d85ad,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:53.893386 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5162aee-98f7-4aaa-843d-ba39bcd7d529 req-25ff612e-99ab-45e2-8b1c-d6d2c948aacb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646619 Oct 28 12:31:53.902677 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Network 5025276b-0217-48ee-a9df-624badd28487 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:53.920943 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:53.921571 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:53.961120 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Allocated IP 172.27.0.151 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/330ff1cf-a6be-4d7b-8599-df3a9ab5804a) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:54.023457 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:54.026437 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:54.096249 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.144633 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Attempting to bind port a244f9d1-3aee-4760-9994-72efc45d85ad on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:54.145039 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Attempting to bind port a244f9d1-3aee-4760-9994-72efc45d85ad by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:54.145399 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Attempting to bind port a244f9d1-3aee-4760-9994-72efc45d85ad on network 5025276b-0217-48ee-a9df-624badd28487 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:54.152021 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:54.183658 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:54.184031 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Checking segment: {'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:54.184819 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.185215 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Bound using segment: {'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:54.185702 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Bound port: a244f9d1-3aee-4760-9994-72efc45d85ad, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:54.186078 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.210772 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7999b6cf-c1b5-47ee-b0d6-91eb5660b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.382290 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.421519 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:54.428101 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:54.432361 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:54.447921 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Pushing event updated for resources: {'Port': ['ID=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:54.469027 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-7999b6cf-c1b5-47ee-b0d6-91eb5660b8b1 None None] For port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:54.476189 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] For port a244f9d1-3aee-4760-9994-72efc45d85ad, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:54.482642 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] For port a244f9d1-3aee-4760-9994-72efc45d85ad, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a244f9d1-3aee-4760-9994-72efc45d85ad,segment=NetworkSegment(219b6583-49cc-47d7-8118-33b66e42da01),segment_id=219b6583-49cc-47d7-8118-33b66e42da01)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:54.483418 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7999b6cf-c1b5-47ee-b0d6-91eb5660b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.527009 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.761022 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999b6cf-c1b5-47ee-b0d6-91eb5660b8b1 None None] Pushing event updated for resources: {'Port': ['ID=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:54.797184 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-6fe18b85-10cf-4610-bfee-436483cd1603 None None] Provisioning complete for port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:54.798052 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6fe18b85-10cf-4610-bfee-436483cd1603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:54.983556 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:55.192758 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139ba5-19e8-4eae-bf70-13308ff6cce1 None None] Pushing event updated for resources: {'Port': ['ID=a244f9d1-3aee-4760-9994-72efc45d85ad,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:55.211423 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:53Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:55.258267 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca27d1-6a20-4d64-b09f-8068d0d5026e req-95646c72-e570-4614-bccf-d62a7675b84a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:55.259966 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7dca27d1-6a20-4d64-b09f-8068d0d5026e req-95646c72-e570-4614-bccf-d62a7675b84a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.2663879 Oct 28 12:31:55.270595 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdfc79-7696-4339-8d75-c29c0c501d83 None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:53Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:31:55.469964 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7dca27d1-6a20-4d64-b09f-8068d0d5026e req-768dc4b7-5c72-4cdf-8e3d-ad9261fe59da tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024708 Oct 28 12:31:55.522995 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:55.773971 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Router 72c99e54-33d0-44f3-99ed-ea50b7162bda is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:31:55.813884 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:55.948022 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:55.948022 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:56.158683 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a244f9d1-3aee-4760-9994-72efc45d85ad up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:56.167045 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:31:56.190672 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Sync routers for ids ['72c99e54-33d0-44f3-99ed-ea50b7162bda'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:31:56.212308 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Routers {'72c99e54-33d0-44f3-99ed-ea50b7162bda'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:56.214522 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['72c99e54-33d0-44f3-99ed-ea50b7162bda'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:56.239554 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:56.240858 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d0cf1ad2-20ed-4483-b82f-69996d920492 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7081099 Oct 28 12:31:56.244154 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45174) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:56.331785 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port a244f9d1-3aee-4760-9994-72efc45d85ad triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:56.332353 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:56.448901 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:31:56.468595 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece90eba-dbdf-4083-8ce2-595b5bb817f9 None None] Network 5025276b-0217-48ee-a9df-624badd28487 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:31:56.537208 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Set router 72c99e54-33d0-44f3-99ed-ea50b7162bda gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:56.684052 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca2ab1-3d17-4970-92aa-d98901a291d3 req-243eb353-a678-433b-852b-0c1ab4c8a852 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:56.686708 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-42ca2ab1-3d17-4970-92aa-d98901a291d3 req-243eb353-a678-433b-852b-0c1ab4c8a852 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0796793 Oct 28 12:31:56.761128 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-42ca2ab1-3d17-4970-92aa-d98901a291d3 req-7811ca44-666d-4838-85b2-0be8762a84d1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677903 Oct 28 12:31:56.779670 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-f6dc1696-0008-468b-925e-1ee6100519f6 None None] Provisioning complete for port a244f9d1-3aee-4760-9994-72efc45d85ad triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:56.780873 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1696-0008-468b-925e-1ee6100519f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:56.785096 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:56.845284 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 3, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port': {'id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:53Z', 'updated_at': '2021-10-28T12:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:56.876122 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Checking router: 72c99e54-33d0-44f3-99ed-ea50b7162bda for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:31:56.876692 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Updating router 72c99e54-33d0-44f3-99ed-ea50b7162bda port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:31:56.900467 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port a244f9d1-3aee-4760-9994-72efc45d85ad, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a244f9d1-3aee-4760-9994-72efc45d85ad,segment=NetworkSegment(219b6583-49cc-47d7-8118-33b66e42da01),segment_id=219b6583-49cc-47d7-8118-33b66e42da01)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:31:56.924111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:56.955694 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.033839 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=a244f9d1-3aee-4760-9994-72efc45d85ad,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:57.147990 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.302454 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.310848 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.312644 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-5c983257-8870-43aa-afe1-f2615c1de883 None None] Provisioning complete for port a244f9d1-3aee-4760-9994-72efc45d85ad triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:57.313749 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-5c983257-8870-43aa-afe1-f2615c1de883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.327275 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Allocated IP 172.20.0.1 (5025276b-0217-48ee-a9df-624badd28487/2f15d157-dd3c-4e49-9a12-283ff22948db/675ec63e-a67c-495f-b6dd-aee66afe11a0) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:31:57.355847 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10e329-2f55-4c91-9b24-47bca5948612 None None] Pushing event updated for resources: {'Port': ['ID=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,revision_number=2']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:57.377351 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Attempting to bind port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:31:57.377734 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Attempting to bind port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:31:57.378292 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Attempting to bind port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:31:57.384065 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:31:57.384642 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:31:57.385180 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.385569 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:31:57.386030 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Bound port: 330ff1cf-a6be-4d7b-8599-df3a9ab5804a, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:31:57.386423 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.434981 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.441209 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] For port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:31:57.444393 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] For port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:31:57.448930 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.470431 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.505553 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Routers {'72c99e54-33d0-44f3-99ed-ea50b7162bda'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:57.506340 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['72c99e54-33d0-44f3-99ed-ea50b7162bda'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:57.520421 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Network 5025276b-0217-48ee-a9df-624badd28487 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:57.523401 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:57.526388 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:31:57.550066 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=675ec63e-a67c-495f-b6dd-aee66afe11a0,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:57.572697 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10e329-2f55-4c91-9b24-47bca5948612 None None] Pushing event updated for resources: {'Port': ['ID=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:57.578674 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.642157 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a244f9d1-3aee-4760-9994-72efc45d85ad up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:57.647551 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] Set router 72c99e54-33d0-44f3-99ed-ea50b7162bda gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:57.698142 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port a244f9d1-3aee-4760-9994-72efc45d85ad triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:57.698718 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.748259 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.830756 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-193ce327-94e2-43b2-b2b3-7c36c4515df8 None None] Provisioning complete for port 675ec63e-a67c-495f-b6dd-aee66afe11a0 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:57.831034 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-193ce327-94e2-43b2-b2b3-7c36c4515df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.865573 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-193ce327-94e2-43b2-b2b3-7c36c4515df8 None None] Port 675ec63e-a67c-495f-b6dd-aee66afe11a0 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:31:57.869947 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 3, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port': {'id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:53Z', 'updated_at': '2021-10-28T12:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:57.896302 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020da18b-4608-494c-8767-0f20451b9ba3 None None] The sync data for ids ['72c99e54-33d0-44f3-99ed-ea50b7162bda'] in dv-cinder-815146-6-iscsi is: [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 3, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port': {'id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:53Z', 'updated_at': '2021-10-28T12:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:31:57.925896 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:57.931254 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:58.002398 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=675ec63e-a67c-495f-b6dd-aee66afe11a0,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:58.005001 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:58.099205 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Network 5025276b-0217-48ee-a9df-624badd28487 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:31:58.100619 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:31:58.259881 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Router 72c99e54-33d0-44f3-99ed-ea50b7162bda has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:31:58.372957 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:31:58.378590 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-88fc4aa7-11b1-4638-9c91-da2a3ecfa8f2 admin admin] 10.222.0.62 "PUT /v2.0/routers/72c99e54-33d0-44f3-99ed-ea50b7162bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1331568 Oct 28 12:31:58.397526 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-99b11f00-e896-4381-8ac0-139a6383efa7 None None] Provisioning complete for port 675ec63e-a67c-495f-b6dd-aee66afe11a0 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:58.398198 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-99b11f00-e896-4381-8ac0-139a6383efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:58.439052 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-99b11f00-e896-4381-8ac0-139a6383efa7 None None] Port 675ec63e-a67c-495f-b6dd-aee66afe11a0 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:31:59.018193 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b574e-9a47-492f-81fc-02a8184be02e req-8a7abbd4-6393-441b-a940-714257575ce6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:31:59.021219 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-081b574e-9a47-492f-81fc-02a8184be02e req-8a7abbd4-6393-441b-a940-714257575ce6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0576766 Oct 28 12:31:59.064423 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-081b574e-9a47-492f-81fc-02a8184be02e req-a774fae0-9fa2-4aa7-a40b-99ed160e7a53 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Oct 28 12:31:59.468474 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Sync routers for ids ['72c99e54-33d0-44f3-99ed-ea50b7162bda'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:31:59.478896 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Routers {'72c99e54-33d0-44f3-99ed-ea50b7162bda'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:31:59.479495 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['72c99e54-33d0-44f3-99ed-ea50b7162bda'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:31:59.716531 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 330ff1cf-a6be-4d7b-8599-df3a9ab5804a up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:31:59.723981 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Set router 72c99e54-33d0-44f3-99ed-ea50b7162bda gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:31:59.735772 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45240) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:59.741231 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-a8c5c257-cf07-4c5a-b7e2-66f635bacbaf tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1509298390', 'description': 'tempest-secgroup-smoke-1509298390 description', 'project_id': '70a330da99234af6b3a80df822d5067f'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:59.775242 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c257-cf07-4c5a-b7e2-66f635bacbaf tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:59.850256 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c257-cf07-4c5a-b7e2-66f635bacbaf tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:59.855847 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c257-cf07-4c5a-b7e2-66f635bacbaf tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:59.887157 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c257-cf07-4c5a-b7e2-66f635bacbaf tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:59.888406 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a8c5c257-cf07-4c5a-b7e2-66f635bacbaf tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1515796 Oct 28 12:31:59.891392 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45248) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:31:59.897066 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-898fecee-969b-4aec-abb5-b355d9535554 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'security_group_rule': {'security_group_id': 'c406ed51-3eda-46b8-ae15-f37d4601a1a6', 'project_id': '70a330da99234af6b3a80df822d5067f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:31:59.902610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5c257-cf07-4c5a-b7e2-66f635bacbaf tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c406ed51-3eda-46b8-ae15-f37d4601a1a6,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:31:59.930644 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-898fecee-969b-4aec-abb5-b355d9535554 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:31:59.937091 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:31:59.937456 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.011200 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-898fecee-969b-4aec-abb5-b355d9535554 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.016876 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-898fecee-969b-4aec-abb5-b355d9535554 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.036707 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fecee-969b-4aec-abb5-b355d9535554 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74156312-847d-4eb8-b9af-c273a636b3c7,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.043482 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-898fecee-969b-4aec-abb5-b355d9535554 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.047858 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45258) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:00.048353 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-898fecee-969b-4aec-abb5-b355d9535554 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546021 Oct 28 12:32:00.053445 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-7caaa147-89e5-4c1a-b6af-639f7c6a1e19 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'security_group_rule': {'security_group_id': 'c406ed51-3eda-46b8-ae15-f37d4601a1a6', 'project_id': '70a330da99234af6b3a80df822d5067f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:00.084535 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7caaa147-89e5-4c1a-b6af-639f7c6a1e19 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.157019 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7caaa147-89e5-4c1a-b6af-639f7c6a1e19 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.163191 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7caaa147-89e5-4c1a-b6af-639f7c6a1e19 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.183932 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaa147-89e5-4c1a-b6af-639f7c6a1e19 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2aead7-b51e-412f-b0a7-6c6afe3f8cf5,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.190457 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7caaa147-89e5-4c1a-b6af-639f7c6a1e19 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.191804 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7caaa147-89e5-4c1a-b6af-639f7c6a1e19 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422174 Oct 28 12:32:00.195204 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45262) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:00.200244 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-f431fe57-c2ba-4d33-a476-e6c217c6be24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'security_group_rule': {'security_group_id': 'c406ed51-3eda-46b8-ae15-f37d4601a1a6', 'project_id': '70a330da99234af6b3a80df822d5067f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:00.228682 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f431fe57-c2ba-4d33-a476-e6c217c6be24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.289850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.306173 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d8e5e65d-20b0-4e0e-8c83-39109013778a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.320317 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f431fe57-c2ba-4d33-a476-e6c217c6be24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.326436 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f431fe57-c2ba-4d33-a476-e6c217c6be24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.326780 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:00.329934 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:31:57Z', 'revision_number': 4, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port': {'id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:53Z', 'updated_at': '2021-10-28T12:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '675ec63e-a67c-495f-b6dd-aee66afe11a0', 'name': '', 'network_id': '5025276b-0217-48ee-a9df-624badd28487', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'mac_address': 'fa:16:3e:a9:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2f15d157-dd3c-4e49-9a12-283ff22948db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:57Z', 'updated_at': '2021-10-28T12:31:57Z', 'revision_number': 2, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'subnets': [{'id': '2f15d157-dd3c-4e49-9a12-283ff22948db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:00.333926 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.346786 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431fe57-c2ba-4d33-a476-e6c217c6be24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fee8183-6d59-4be6-9700-a62564bd678b,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.357952 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f431fe57-c2ba-4d33-a476-e6c217c6be24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.359171 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f431fe57-c2ba-4d33-a476-e6c217c6be24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628156 Oct 28 12:32:00.362186 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Checking router: 72c99e54-33d0-44f3-99ed-ea50b7162bda for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:32:00.362536 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Updating router 72c99e54-33d0-44f3-99ed-ea50b7162bda port 675ec63e-a67c-495f-b6dd-aee66afe11a0 binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:32:00.362637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45268) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:00.367519 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-747e62a6-994a-44d2-afe7-1018883c91f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'security_group_rule': {'security_group_id': 'c406ed51-3eda-46b8-ae15-f37d4601a1a6', 'project_id': '70a330da99234af6b3a80df822d5067f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:00.394871 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-747e62a6-994a-44d2-afe7-1018883c91f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.413586 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.436016 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.459286 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-747e62a6-994a-44d2-afe7-1018883c91f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.464750 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-747e62a6-994a-44d2-afe7-1018883c91f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.483184 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e62a6-994a-44d2-afe7-1018883c91f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c1db49-5f5a-4fe7-bfd6-aae5069ea3b5,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.493547 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-747e62a6-994a-44d2-afe7-1018883c91f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.497593 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-747e62a6-994a-44d2-afe7-1018883c91f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310778 Oct 28 12:32:00.497847 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45272) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:00.502227 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'security_group_rule': {'security_group_id': 'c406ed51-3eda-46b8-ae15-f37d4601a1a6', 'project_id': '70a330da99234af6b3a80df822d5067f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:00.526413 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.securitygroups_db [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Project 70a330da99234af6b3a80df822d5067f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:32:00.537041 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.596480 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.603808 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.622630 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1561b6d6-6b94-41b6-b7d6-231607d5ebfc,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.637058 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.641340 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9a31ab60-5d4e-4b16-8422-9e89f3149248 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398323 Oct 28 12:32:00.641997 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45278) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:00.647638 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'security_group_rule': {'security_group_id': 'c406ed51-3eda-46b8-ae15-f37d4601a1a6', 'project_id': '70a330da99234af6b3a80df822d5067f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:00.701482 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.securitygroups_db [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Project 70a330da99234af6b3a80df822d5067f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:32:00.707370 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.772135 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.782850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.892434 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.908071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:00.932321 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9411f-8f34-4f14-9617-364e015fc88c None None] Pushing event updated for resources: {'Port': ['ID=675ec63e-a67c-495f-b6dd-aee66afe11a0,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.939266 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe26562-2f34-4872-88f6-3c3b60c291d1,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:00.995486 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.002721 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e8528591-1695-496b-aadd-c2b8059ee679 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3591528 Oct 28 12:32:01.049653 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Attempting to bind port 675ec63e-a67c-495f-b6dd-aee66afe11a0 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:32:01.050301 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Attempting to bind port 675ec63e-a67c-495f-b6dd-aee66afe11a0 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:32:01.050936 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Attempting to bind port 675ec63e-a67c-495f-b6dd-aee66afe11a0 on network 5025276b-0217-48ee-a9df-624badd28487 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:01.061833 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:32:01.062179 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Checking segment: {'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:32:01.062761 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.063306 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Bound using segment: {'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:32:01.064207 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Bound port: 675ec63e-a67c-495f-b6dd-aee66afe11a0, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219b6583-49cc-47d7-8118-33b66e42da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5025276b-0217-48ee-a9df-624badd28487'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:32:01.064808 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.163639 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] For port 675ec63e-a67c-495f-b6dd-aee66afe11a0, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:32:01.168615 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] For port 675ec63e-a67c-495f-b6dd-aee66afe11a0, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=675ec63e-a67c-495f-b6dd-aee66afe11a0,segment=NetworkSegment(219b6583-49cc-47d7-8118-33b66e42da01),segment_id=219b6583-49cc-47d7-8118-33b66e42da01)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:32:01.175407 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.237299 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Routers {'72c99e54-33d0-44f3-99ed-ea50b7162bda'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:32:01.237949 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:31:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['72c99e54-33d0-44f3-99ed-ea50b7162bda'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:01.314347 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9411f-8f34-4f14-9617-364e015fc88c None None] Pushing event updated for resources: {'Port': ['ID=675ec63e-a67c-495f-b6dd-aee66afe11a0,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:01.345018 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-03cf0c75-ea58-43e8-83fe-9415ed692ca3 None None] Provisioning complete for port 675ec63e-a67c-495f-b6dd-aee66afe11a0 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:01.345204 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-03cf0c75-ea58-43e8-83fe-9415ed692ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.412808 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] Set router 72c99e54-33d0-44f3-99ed-ea50b7162bda gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:32:01.559626 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-03cf0c75-ea58-43e8-83fe-9415ed692ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.625207 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-03cf0c75-ea58-43e8-83fe-9415ed692ca3 None None] For port 675ec63e-a67c-495f-b6dd-aee66afe11a0, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=675ec63e-a67c-495f-b6dd-aee66afe11a0,segment=NetworkSegment(219b6583-49cc-47d7-8118-33b66e42da01),segment_id=219b6583-49cc-47d7-8118-33b66e42da01)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:01.644800 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 330ff1cf-a6be-4d7b-8599-df3a9ab5804a up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:32:01.648177 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-03cf0c75-ea58-43e8-83fe-9415ed692ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.738375 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf0c75-ea58-43e8-83fe-9415ed692ca3 None None] Pushing event updated for resources: {'Port': ['ID=675ec63e-a67c-495f-b6dd-aee66afe11a0,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:01.761945 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:01.762156 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:01.785633 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:31:57Z', 'revision_number': 4, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port': {'id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:53Z', 'updated_at': '2021-10-28T12:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '675ec63e-a67c-495f-b6dd-aee66afe11a0', 'name': '', 'network_id': '5025276b-0217-48ee-a9df-624badd28487', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'mac_address': 'fa:16:3e:a9:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2f15d157-dd3c-4e49-9a12-283ff22948db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:57Z', 'updated_at': '2021-10-28T12:32:01Z', 'revision_number': 4, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'subnets': [{'id': '2f15d157-dd3c-4e49-9a12-283ff22948db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:01.824145 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253ac7b-dab8-430d-89a0-370865713f57 None None] The sync data for ids ['72c99e54-33d0-44f3-99ed-ea50b7162bda'] in dv-cinder-815146-6-iscsi is: [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:31:57Z', 'revision_number': 4, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port': {'id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:53Z', 'updated_at': '2021-10-28T12:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '675ec63e-a67c-495f-b6dd-aee66afe11a0', 'name': '', 'network_id': '5025276b-0217-48ee-a9df-624badd28487', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'mac_address': 'fa:16:3e:a9:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2f15d157-dd3c-4e49-9a12-283ff22948db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:57Z', 'updated_at': '2021-10-28T12:32:01Z', 'revision_number': 4, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'subnets': [{'id': '2f15d157-dd3c-4e49-9a12-283ff22948db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:32:01.834508 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-759080f6-84b9-4183-a652-33d8de45b5e1 None None] Provisioning complete for port 675ec63e-a67c-495f-b6dd-aee66afe11a0 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:01.834866 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-759080f6-84b9-4183-a652-33d8de45b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:02.830614 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31368dd-51ff-4958-a1a7-c7649fd8ccb6 req-ebc8b798-6b5d-4de9-8c3c-6bdf1c04f4cd tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:02.832025 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c31368dd-51ff-4958-a1a7-c7649fd8ccb6 req-ebc8b798-6b5d-4de9-8c3c-6bdf1c04f4cd tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0541811 Oct 28 12:32:02.871621 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c31368dd-51ff-4958-a1a7-c7649fd8ccb6 req-75a7f322-999a-44cf-a7aa-3a138d2769f8 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329115 Oct 28 12:32:02.911613 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-bf7635c5-e7a7-4f0b-9fb6-04faa3c4f94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:03.647748 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 675ec63e-a67c-495f-b6dd-aee66afe11a0 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:32:03.700649 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 675ec63e-a67c-495f-b6dd-aee66afe11a0 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:03.701051 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:03.864336 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:04.716453 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:05.488703 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:06.381678 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d4b16-6a75-45aa-9484-4e9c259b47b9 req-90b49186-d30a-415c-bd2f-813d4722327a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:06.383084 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ee3d4b16-6a75-45aa-9484-4e9c259b47b9 req-90b49186-d30a-415c-bd2f-813d4722327a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0523961 Oct 28 12:32:06.423197 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ee3d4b16-6a75-45aa-9484-4e9c259b47b9 req-bcc28ede-56e8-4b5f-b782-7f1663357746 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Oct 28 12:32:07.336062 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f820cb-d44a-4250-856f-cef289faaea4 req-bc84b9e7-5109-4915-9cc7-8f466268a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:07.338717 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58f820cb-d44a-4250-856f-cef289faaea4 req-bc84b9e7-5109-4915-9cc7-8f466268a082 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.0456710 Oct 28 12:32:07.381907 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-58f820cb-d44a-4250-856f-cef289faaea4 req-7f70165c-891c-4e56-b4b9-2767bc17d6a2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304341 Oct 28 12:32:07.554642 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d73b2-654b-43a7-b815-2ff4d1054e16 req-2b37c7e4-6493-4710-ad6b-8cb8d0046142 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:07.556225 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dc5d73b2-654b-43a7-b815-2ff4d1054e16 req-2b37c7e4-6493-4710-ad6b-8cb8d0046142 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0528560 Oct 28 12:32:07.603262 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dc5d73b2-654b-43a7-b815-2ff4d1054e16 req-e3250483-2720-4dc6-93c4-ad8a74f693dc tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Oct 28 12:32:08.742171 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf9032-8e28-4166-a013-175caaafe47f req-37cec390-2d8b-4765-8c70-d2ace42dfbd4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:08.745193 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4caf9032-8e28-4166-a013-175caaafe47f req-37cec390-2d8b-4765-8c70-d2ace42dfbd4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0565743 Oct 28 12:32:08.782890 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4caf9032-8e28-4166-a013-175caaafe47f req-574a945e-680c-4299-a3a7-f67c386ad23b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Oct 28 12:32:08.936833 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45530) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:09.043416 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7bfdc41-d412-4c96-9b51-fd08f393e036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:09.119208 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7bfdc41-d412-4c96-9b51-fd08f393e036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:09.125370 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7bfdc41-d412-4c96-9b51-fd08f393e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:09.171390 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f7bfdc41-d412-4c96-9b51-fd08f393e036 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8266d18d40e849219156ddbe591f57c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331440 Oct 28 12:32:09.174023 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfdc41-d412-4c96-9b51-fd08f393e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce16d95-2ea0-4b6a-8d16-bbcadcc49fc8,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:09.175621 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45548) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:09.274599 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35e78d4f-ed5c-48a2-9e88-c7312ab2693a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:09.299678 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35e78d4f-ed5c-48a2-9e88-c7312ab2693a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:09.357733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35e78d4f-ed5c-48a2-9e88-c7312ab2693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:09.360580 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35e78d4f-ed5c-48a2-9e88-c7312ab2693a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:09.364460 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-35e78d4f-ed5c-48a2-9e88-c7312ab2693a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ce16d95-2ea0-4b6a-8d16-bbcadcc49fc8 HTTP/1.1" status: 204 len: 168 time: 0.1848960 Oct 28 12:32:09.373711 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e78d4f-ed5c-48a2-9e88-c7312ab2693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce16d95-2ea0-4b6a-8d16-bbcadcc49fc8,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:09.911663 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa87bf-5b78-4f61-b88a-2b51f06e794c req-d7692b0a-264b-4217-90b1-8c1464b3a1da tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:09.913365 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bdaa87bf-5b78-4f61-b88a-2b51f06e794c req-d7692b0a-264b-4217-90b1-8c1464b3a1da tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0522301 Oct 28 12:32:09.956579 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bdaa87bf-5b78-4f61-b88a-2b51f06e794c req-bcf2ee12-3c63-4c60-b482-967ac504f900 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368593 Oct 28 12:32:10.267643 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-66a97252-1186-442c-a810-dd505c77948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:10.269727 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-66a97252-1186-442c-a810-dd505c77948f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.0628257 Oct 28 12:32:10.390778 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-6935d72b-bdf7-4282-855c-32f45a1c4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:10.392156 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-6935d72b-bdf7-4282-855c-32f45a1c4acb service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.1062808 Oct 28 12:32:10.449753 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-c2c3d2c0-dad4-4e3a-ae5a-e102c10f3389 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 217 time: 0.0462041 Oct 28 12:32:10.468371 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8dfdb-bdf2-42b9-816e-632cd5a86aaa req-788b7138-d221-4e19-8ba2-1422ad7c3c4a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:10.471169 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16c8dfdb-bdf2-42b9-816e-632cd5a86aaa req-788b7138-d221-4e19-8ba2-1422ad7c3c4a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0804756 Oct 28 12:32:10.550814 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16c8dfdb-bdf2-42b9-816e-632cd5a86aaa req-97272b9f-8631-4878-8c72-f03e04cc51dd tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691752 Oct 28 12:32:10.760897 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-ffbbb915-6fe2-40cd-a81a-7e536bc14787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:10.772434 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-ffbbb915-6fe2-40cd-a81a-7e536bc14787 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.3142104 Oct 28 12:32:10.835207 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-b9c94b79-8a45-457f-8032-6cf364abca5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439548 Oct 28 12:32:10.961691 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-88e9ccf4-8818-45bf-a26d-b1750ae5c351 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986598 Oct 28 12:32:11.075786 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ebc4a1f1-0859-40fe-9f13-67545f9f5ff9 req-5d99fd7f-b194-4176-a777-729cb6d0594d service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883629 Oct 28 12:32:11.232941 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45698) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:11.357631 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3332-7f08-468a-b60d-22070dbd35f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:11.436311 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3332-7f08-468a-b60d-22070dbd35f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:11.441587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3332-7f08-468a-b60d-22070dbd35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:11.482958 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-7d6a3332-7f08-468a-b60d-22070dbd35f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9633f682fad6410ba924bae374b295d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463100 Oct 28 12:32:11.482958 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a3332-7f08-468a-b60d-22070dbd35f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee8fa97-3f1a-484e-9c2c-b24e80087612,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:11.483375 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45702) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:11.537359 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-10ed14c6-fc3b-4af2-b5c7-2455ac941f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:11.566454 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-10ed14c6-fc3b-4af2-b5c7-2455ac941f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:11.622160 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-10ed14c6-fc3b-4af2-b5c7-2455ac941f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:11.625010 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-10ed14c6-fc3b-4af2-b5c7-2455ac941f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:11.626185 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-10ed14c6-fc3b-4af2-b5c7-2455ac941f84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ee8fa97-3f1a-484e-9c2c-b24e80087612 HTTP/1.1" status: 204 len: 168 time: 0.1418164 Oct 28 12:32:11.635844 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed14c6-fc3b-4af2-b5c7-2455ac941f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee8fa97-3f1a-484e-9c2c-b24e80087612,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:11.678448 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aac43-6873-4935-a38f-4e05b59f2e95 req-c588d075-0d35-4fe4-a7b1-598686c8feb3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:11.680831 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a59aac43-6873-4935-a38f-4e05b59f2e95 req-c588d075-0d35-4fe4-a7b1-598686c8feb3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0504208 Oct 28 12:32:11.726880 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a59aac43-6873-4935-a38f-4e05b59f2e95 req-eaa7b143-527e-4227-9105-1666d71e74bf tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372636 Oct 28 12:32:11.962228 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45728) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:11.975807 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9957a3c7-8566-4411-a14d-a52285706170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:12.051274 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9957a3c7-8566-4411-a14d-a52285706170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:12.061638 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9957a3c7-8566-4411-a14d-a52285706170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:12.110030 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957a3c7-8566-4411-a14d-a52285706170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d52505-8e09-43b6-ace1-6f234b5030ec,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:12.114498 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9957a3c7-8566-4411-a14d-a52285706170 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39e0878c9bde4ec8b638979d64906101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512399 Oct 28 12:32:12.117084 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45740) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:12.170669 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-53b55b13-0b04-4350-8b51-ce6eac250513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:12.205457 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-53b55b13-0b04-4350-8b51-ce6eac250513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:12.264887 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-53b55b13-0b04-4350-8b51-ce6eac250513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:12.267505 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-53b55b13-0b04-4350-8b51-ce6eac250513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:12.268761 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-53b55b13-0b04-4350-8b51-ce6eac250513 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18d52505-8e09-43b6-ace1-6f234b5030ec HTTP/1.1" status: 204 len: 168 time: 0.1504309 Oct 28 12:32:12.276847 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b55b13-0b04-4350-8b51-ce6eac250513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d52505-8e09-43b6-ace1-6f234b5030ec,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:12.855026 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a24a22-7161-4c3c-a1ea-81fd34cf8b62 req-28ab6f0f-2b1b-44e6-bd8a-2078647c30ac tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:12.856793 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e5a24a22-7161-4c3c-a1ea-81fd34cf8b62 req-28ab6f0f-2b1b-44e6-bd8a-2078647c30ac tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0550642 Oct 28 12:32:12.896708 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e5a24a22-7161-4c3c-a1ea-81fd34cf8b62 req-023cac82-2f31-4009-b6ea-f146f406fb90 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Oct 28 12:32:13.273548 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.541496 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45808) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:13.587104 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] Deleting subnet 80983a05-d5a1-4245-95d4-a44f6a42ebeb {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:32:13.590399 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.630646 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.669357 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.724777 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.754031 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80983a05-d5a1-4245-95d4-a44f6a42ebeb,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:13.759154 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.762420 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-dbba1224-eb18-4d6a-b46e-da52dc5366a4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/80983a05-d5a1-4245-95d4-a44f6a42ebeb HTTP/1.1" status: 204 len: 168 time: 0.2198806 Oct 28 12:32:13.765080 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45816) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:13.837177 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.921048 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.950157 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8dc156-343a-442e-97d6-87abda3a2dbb']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:13.960805 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae682e88-6fbc-4aa2-94f8-be25f0693ac4') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:13.961100 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae682e88-6fbc-4aa2-94f8-be25f0693ac4') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:13.970527 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.985918 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:13.992400 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45824) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:13.999852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:32:14.000245 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:32:14.004061 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:32:14.034660 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a20c03-ebb4-45b0-beea-ea983db81094 req-c097c074-2c46-4ebc-889d-451fae358fdb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:14.036215 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-62a20c03-ebb4-45b0-beea-ea983db81094 req-c097c074-2c46-4ebc-889d-451fae358fdb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Oct 28 12:32:14.061793 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.068566 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.071847 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2a8dc156-343a-442e-97d6-87abda3a2dbb HTTP/1.1" status: 204 len: 168 time: 0.3058536 Oct 28 12:32:14.077611 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45828) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:14.081791 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168f732-f7cc-4dfc-8a24-2f4a5c4be8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8dc156-343a-442e-97d6-87abda3a2dbb,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:14.111510 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-62a20c03-ebb4-45b0-beea-ea983db81094 req-fb29ef7e-c241-4291-85ef-0afc47197bd0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657289 Oct 28 12:32:14.126077 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6d4ccca5-4470-45ec-8455-b470a6a02cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.131835 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_v2 [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] Deleting subnet 990379af-ed9b-4f5c-aa38-d84bec334381 {{(pid=101423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:32:14.135233 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.185063 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463056'] for subnet, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.217068 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6d4ccca5-4470-45ec-8455-b470a6a02cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.221907 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6d4ccca5-4470-45ec-8455-b470a6a02cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.229148 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.258337 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-6d4ccca5-4470-45ec-8455-b470a6a02cab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e019bb21f1ac4c8196238f280b2c3f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647865 Oct 28 12:32:14.261040 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45832) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:14.283758 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ccca5-4470-45ec-8455-b470a6a02cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bcbb7d-2bba-4117-984b-e4013a470e24,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:14.348863 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d9319f4b-7475-47d1-8fc9-3d294c60ccbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.362676 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12639782'] for subnet, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.398546 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d9319f4b-7475-47d1-8fc9-3d294c60ccbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.400275 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990379af-ed9b-4f5c-aa38-d84bec334381,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:14.422762 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.426948 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-462aafea-dcbd-4ef2-a485-9769a91814be admin admin] 10.222.0.62 "DELETE /v2.0/subnets/990379af-ed9b-4f5c-aa38-d84bec334381 HTTP/1.1" status: 204 len: 168 time: 0.3466773 Oct 28 12:32:14.429676 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45842) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:14.482095 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d9319f4b-7475-47d1-8fc9-3d294c60ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.484832 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d9319f4b-7475-47d1-8fc9-3d294c60ccbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.486209 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d9319f4b-7475-47d1-8fc9-3d294c60ccbb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2bcbb7d-2bba-4117-984b-e4013a470e24 HTTP/1.1" status: 204 len: 168 time: 0.2237244 Oct 28 12:32:14.502934 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9319f4b-7475-47d1-8fc9-3d294c60ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bcbb7d-2bba-4117-984b-e4013a470e24,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:14.538189 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.627669 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.651158 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8a087f-4b62-474a-9deb-89748124e6eb']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:14.662289 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76b7730-70ca-4955-832d-12980c32833e') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:14.662556 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76b7730-70ca-4955-832d-12980c32833e') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:32:14.672993 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.687275 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.696863 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:32:14.697266 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:32:14.699070 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:32:14.755998 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.762694 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.766011 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] 10.222.0.62 "DELETE /v2.0/networks/8e8a087f-4b62-474a-9deb-89748124e6eb HTTP/1.1" status: 204 len: 168 time: 0.3346159 Oct 28 12:32:14.776502 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59116b5-b889-479d-b6d3-176469d98e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8a087f-4b62-474a-9deb-89748124e6eb,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:14.803290 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45852) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:14.822035 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-04198f07-8bab-4bd2-ae14-e97bdb6fb87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.906683 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45854) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:14.917263 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-04198f07-8bab-4bd2-ae14-e97bdb6fb87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.925203 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-04198f07-8bab-4bd2-ae14-e97bdb6fb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:14.975933 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-04198f07-8bab-4bd2-ae14-e97bdb6fb87c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2761a5ec89bb4dbc8b4511ba4fd5912a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712246 Oct 28 12:32:14.978947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45858) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:14.984122 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198f07-8bab-4bd2-ae14-e97bdb6fb87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb19dd-0567-447d-9fff-af7cf4a1f55c,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:14.997024 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d9a16ae4-1bcf-46ec-84fe-0d734edc23d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79f16fdb29c645438971dd210c6b3756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865629 Oct 28 12:32:14.997369 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45860) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:15.040656 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2c0-2d26-4178-8de0-d0c8b6a2f314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.050111 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ff329421-48f7-4f92-aba3-82e22f1413ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.073633 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2c0-2d26-4178-8de0-d0c8b6a2f314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.082046 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ff329421-48f7-4f92-aba3-82e22f1413ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.126321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2c0-2d26-4178-8de0-d0c8b6a2f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.130086 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2c0-2d26-4178-8de0-d0c8b6a2f314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.131926 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-7c57f2c0-2d26-4178-8de0-d0c8b6a2f314 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adcb19dd-0567-447d-9fff-af7cf4a1f55c HTTP/1.1" status: 204 len: 168 time: 0.1515167 Oct 28 12:32:15.133297 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ff329421-48f7-4f92-aba3-82e22f1413ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.136055 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ff329421-48f7-4f92-aba3-82e22f1413ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.137741 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ff329421-48f7-4f92-aba3-82e22f1413ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89e84e00-bb6b-4e0e-bfa3-da5ce4e81ce6 HTTP/1.1" status: 204 len: 168 time: 0.1393459 Oct 28 12:32:15.153852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff329421-48f7-4f92-aba3-82e22f1413ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e84e00-bb6b-4e0e-bfa3-da5ce4e81ce6,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:15.155697 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57f2c0-2d26-4178-8de0-d0c8b6a2f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb19dd-0567-447d-9fff-af7cf4a1f55c,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:15.600756 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45886) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:15.681008 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eae69f-dd29-4e1a-8d1f-48acc344864a req-e5e7b23d-7e65-408a-ba64-30d513c28799 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:15.682519 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87eae69f-dd29-4e1a-8d1f-48acc344864a req-e5e7b23d-7e65-408a-ba64-30d513c28799 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0749621 Oct 28 12:32:15.685959 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-bd8b21b7-37e2-4600-a233-13a02e145f98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d46fb0b839a457aa7b503df2521c3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838339 Oct 28 12:32:15.688665 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45890) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:15.729872 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87eae69f-dd29-4e1a-8d1f-48acc344864a req-06023444-065d-4085-b874-1257254fd4a0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Oct 28 12:32:15.757534 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00a3e56c-28e3-402d-b3cd-93f6126833a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.787503 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00a3e56c-28e3-402d-b3cd-93f6126833a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.846724 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00a3e56c-28e3-402d-b3cd-93f6126833a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.849404 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00a3e56c-28e3-402d-b3cd-93f6126833a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:15.850561 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-00a3e56c-28e3-402d-b3cd-93f6126833a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5595a7fa-41f6-4b76-860d-66dbb8d877c9 HTTP/1.1" status: 204 len: 168 time: 0.1603367 Oct 28 12:32:15.862843 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3e56c-28e3-402d-b3cd-93f6126833a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5595a7fa-41f6-4b76-860d-66dbb8d877c9,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:16.618554 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 45946) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:16.828020 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-962757368-network', 'tenant_id': '94643fb6f71b47f79d194ad0849be625'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:16.859218 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Made reservation on behalf of 94643fb6f71b47f79d194ad0849be625 for: {'network': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:16.862264 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:16.873434 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:16.955057 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:16.961781 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:16.986551 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=101422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:32:16.996917 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0969ebec-6186-4e5d-a58c-bc177d0b8543,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:17.002477 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:17.002477 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.segments_db [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Added segment b799ed45-bcc8-44ba-aa26-cfb72b28741f of type vlan for network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c Oct 28 12:32:17.042906 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:17.078975 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:17.079970 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:17.080634 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:17.145885 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5261989 Oct 28 12:32:17.151947 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f222-4109-4a59-a094-024672085470 admin admin] Pushing event updated for resources: {'Network': ['ID=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:17.155906 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 45968) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:17.164638 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:32:17.167745 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Request body: {'subnet': {'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-962757368-subnet', 'tenant_id': '94643fb6f71b47f79d194ad0849be625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:17.209614 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Made reservation on behalf of 94643fb6f71b47f79d194ad0849be625 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:17.213501 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12639687'] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:17.437933 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13461283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12639701'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:17.490190 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Pushing event updated for resources: {'Subnet': ['ID=667f5a43-f23d-4c02-a0a9-e3c8d550f157,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:17.511453 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Checking segment: {'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:32:17.511781 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Network hostable DHCP agents. Network: 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:32:17.532438 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:32:17.543398 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:17.548283 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:17.548936 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:17.555241 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c549f1-20ad-4a15-bbcc-d90a1b01983d None None] Network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:32:17.572762 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-0a10fb6b-cbc1-447a-a8f0-9e61bf5b900b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4096653 Oct 28 12:32:17.696485 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d06ec7-271b-4513-867c-9f416eee8b30 None None] Network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:32:21.453899 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 46064) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:21.565898 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-63a9905b-ed6a-472d-a1ae-7b6affb603d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:21.646783 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-63a9905b-ed6a-472d-a1ae-7b6affb603d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:21.652880 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-63a9905b-ed6a-472d-a1ae-7b6affb603d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:21.689016 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9905b-ed6a-472d-a1ae-7b6affb603d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1180451c-13d1-4c80-ab43-c10369bab2e5,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:21.693378 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-63a9905b-ed6a-472d-a1ae-7b6affb603d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c40a0a5fb64458a884303b96b7fe0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385542 Oct 28 12:32:21.696306 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 46070) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:21.747279 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-79e43bdd-f940-4fd7-9c4f-d8e6518de18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:21.767956 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-79e43bdd-f940-4fd7-9c4f-d8e6518de18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:21.825701 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-79e43bdd-f940-4fd7-9c4f-d8e6518de18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:21.828395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-79e43bdd-f940-4fd7-9c4f-d8e6518de18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:21.829656 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-79e43bdd-f940-4fd7-9c4f-d8e6518de18e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1180451c-13d1-4c80-ab43-c10369bab2e5 HTTP/1.1" status: 204 len: 168 time: 0.1324000 Oct 28 12:32:21.838304 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e43bdd-f940-4fd7-9c4f-d8e6518de18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180451c-13d1-4c80-ab43-c10369bab2e5,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:22.130478 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 46076) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:22.144203 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-28029bf8-3376-4758-9a9b-4e0fb5c84393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.227496 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-28029bf8-3376-4758-9a9b-4e0fb5c84393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.232745 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-28029bf8-3376-4758-9a9b-4e0fb5c84393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.270981 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-28029bf8-3376-4758-9a9b-4e0fb5c84393 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e6997e745de4232aceff98af68036a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392889 Oct 28 12:32:22.271844 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28029bf8-3376-4758-9a9b-4e0fb5c84393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88570699-42d7-4051-9bcd-f930a9e2d59c,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:22.274342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 46078) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:22.346414 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7b5da554-ea4b-4470-bd20-c19afb3dbc34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.369726 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7b5da554-ea4b-4470-bd20-c19afb3dbc34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.420317 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7b5da554-ea4b-4470-bd20-c19afb3dbc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.423077 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7b5da554-ea4b-4470-bd20-c19afb3dbc34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:22.424243 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7b5da554-ea4b-4470-bd20-c19afb3dbc34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88570699-42d7-4051-9bcd-f930a9e2d59c HTTP/1.1" status: 204 len: 168 time: 0.1482952 Oct 28 12:32:22.433306 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5da554-ea4b-4470-bd20-c19afb3dbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88570699-42d7-4051-9bcd-f930a9e2d59c,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:28.066171 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-52f10f67-ab41-4a6b-bf3f-58fe1b5bab97 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0885f209fd8c4c39a508059798fec9c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489736 Oct 28 12:32:28.304628 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-bc2c651d-b354-4b0a-9690-1de37f3a3ba0 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:28.306206 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-bc2c651d-b354-4b0a-9690-1de37f3a3ba0 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/networks?id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c HTTP/1.1" status: 200 len: 813 time: 0.2788341 Oct 28 12:32:28.313911 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-9f22eb06-ce7d-42b9-81d3-e3340fe8c685 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:28.315339 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-9f22eb06-ce7d-42b9-81d3-e3340fe8c685 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211246 Oct 28 12:32:28.325668 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-7f8c80f7-146c-4974-aad1-3d7c8ab9c9e6 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/quotas/94643fb6f71b47f79d194ad0849be625 HTTP/1.1" status: 200 len: 375 time: 0.0093384 Oct 28 12:32:28.348689 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-6df01e69-9a90-40de-85b4-e4e48954d100 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/quotas/0885f209fd8c4c39a508059798fec9c3 HTTP/1.1" status: 200 len: 375 time: 0.0217905 Oct 28 12:32:28.365431 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-1649f0b1-20dc-4a63-99db-8dc917abb6c9 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94643fb6f71b47f79d194ad0849be625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325408 Oct 28 12:32:28.392183 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-6726f18e-e256-45dd-ab4a-c1e72efcf42c tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0885f209fd8c4c39a508059798fec9c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297959 Oct 28 12:32:28.493310 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-2f78f612-c779-4367-bedc-ab8f7a79486a service neutron] 10.222.0.62 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035023 Oct 28 12:32:28.602507 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-bf1908e4-575f-4c75-9a57-7b2ceda48687 service neutron] 10.222.0.62 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048369 Oct 28 12:32:28.884193 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c34eedfc-40af-427e-93e2-bf7144d481cd req-c8e0bdfd-f930-4ee5-8f3c-ed3abc639a4b tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 210 time: 0.0561705 Oct 28 12:32:28.977955 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fc00279c-52f2-47cc-94c8-80d77a6a775d req-8b9cf768-dac9-4271-adeb-58ce426ae12c tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 210 time: 0.0304866 Oct 28 12:32:29.105783 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-17bff247-147c-4318-9130-729873f6274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:29.108653 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-17bff247-147c-4318-9130-729873f6274f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.0574512 Oct 28 12:32:29.154110 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39af7b-eed0-4613-aaac-d5cca652b8b1 req-762d2131-ba2a-424b-b9ca-721af2b296be tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:29.163399 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8d39af7b-eed0-4613-aaac-d5cca652b8b1 req-762d2131-ba2a-424b-b9ca-721af2b296be tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1164103 Oct 28 12:32:29.205314 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8d39af7b-eed0-4613-aaac-d5cca652b8b1 req-67cd7099-7e8d-4216-be62-b69e0c15a483 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Oct 28 12:32:29.235540 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-cc3e1251-97db-4390-b352-87c0ca25e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:29.237169 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-cc3e1251-97db-4390-b352-87c0ca25e2d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.1202085 Oct 28 12:32:29.286836 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-cef42ad4-fd2f-45f6-82da-13220aaa8fc1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 217 time: 0.0411677 Oct 28 12:32:29.349258 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-c57fa7cd-725c-4cb9-933a-80e96b053cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:29.350974 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-c57fa7cd-725c-4cb9-933a-80e96b053cf9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.0490320 Oct 28 12:32:29.396160 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-5a47d5df-0526-4bfe-837d-ff8ef1fb6087 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253041 Oct 28 12:32:29.510299 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-8efa5175-e6ed-4d9b-b715-4a645a36fe2c service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890276 Oct 28 12:32:29.605971 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a6447224-07c9-4d97-8efb-82e114ceb217 req-a2dcfafb-97f6-46ab-8d87-e5ee58b357a6 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Oct 28 12:32:29.871408 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-a5b5d0dc-6785-4108-bbfd-762c4cc0fb0d tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0885f209fd8c4c39a508059798fec9c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393112 Oct 28 12:32:29.989716 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ad90affc-189e-4ef3-8112-9a069fd246f9 req-6cf43179-6a35-4a2c-960a-5189c8588362 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 210 time: 0.0270557 Oct 28 12:32:30.075554 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-410856f5-c419-4251-9ba0-7f4742c5e8e7 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:30.077071 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-410856f5-c419-4251-9ba0-7f4742c5e8e7 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961482 Oct 28 12:32:30.081665 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c44ccd0-4b15-42f7-89db-d0245eb70bc3 req-25f81e04-bef9-4a0f-99f5-0ea04b37320f tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 210 time: 0.0267649 Oct 28 12:32:30.096352 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Request body: {'port': {'device_id': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773', 'admin_state_up': True, 'tenant_id': '0885f209fd8c4c39a508059798fec9c3'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:30.210796 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-76703305-e51e-4d94-89c9-2351c3187d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.225187 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Made reservation on behalf of 0885f209fd8c4c39a508059798fec9c3 for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:30.228696 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.242132 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.331357 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.336964 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.373477 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb66ee-c9c9-4285-8b26-b8b91b9912b6 req-0a8dc036-49ef-4623-9600-5822d1c22447 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:30.376062 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2bb66ee-c9c9-4285-8b26-b8b91b9912b6 req-0a8dc036-49ef-4623-9600-5822d1c22447 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0982568 Oct 28 12:32:30.402402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4ad3d8-4b29-4864-82a8-7e20f80d5084,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:30.444525 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2bb66ee-c9c9-4285-8b26-b8b91b9912b6 req-9ee7e49d-9551-4682-83e3-c6087a66549d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 Oct 28 12:32:30.480680 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Allocated IP 192.168.233.58 (1cc5c841-12b4-485a-9c0b-fbc63799a773/8b90f0b2-8c10-481b-aeb6-045f5e0f106b/7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:32:30.540964 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-93bb9959-e7bf-4bec-aa00-89e2cfce0bc8 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:30.543231 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-93bb9959-e7bf-4bec-aa00-89e2cfce0bc8 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "GET /v2.0/networks?id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c HTTP/1.1" status: 200 len: 813 time: 0.1251659 Oct 28 12:32:30.560736 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Request body: {'port': {'device_id': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c', 'admin_state_up': True, 'tenant_id': '94643fb6f71b47f79d194ad0849be625'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:30.646032 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.677773 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Made reservation on behalf of 94643fb6f71b47f79d194ad0849be625 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:30.679302 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.681268 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.726667 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Network 1cc5c841-12b4-485a-9c0b-fbc63799a773 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:32:30.729822 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:30.733679 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:32:30.758658 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Pushing event updated for resources: {'Port': ['ID=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:30.791384 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:30.792002 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:30.823614 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-e1a7abbf-ab83-442d-bd54-891336130a89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7313042 Oct 28 12:32:30.835931 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Allocated IP 172.20.0.14 (5d883604-b2a9-4d93-a8bf-ec87e84b1b2c/667f5a43-f23d-4c02-a0a9-e3c8d550f157/b39e2281-2702-459d-917b-89f8a06e12f4) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:32:30.846624 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Request body: {'port': {'device_id': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:30.936968 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.015142 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-06f31a97-9bf1-4377-9f91-4cf1fe2fe5d5 None None] Provisioning complete for port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:31.015813 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-06f31a97-9bf1-4377-9f91-4cf1fe2fe5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.064524 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-06f31a97-9bf1-4377-9f91-4cf1fe2fe5d5 None None] Port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:32:31.078814 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.170250 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80462954-640d-456c-a638-91d658aca02b req-6dee156f-9034-4bfc-af08-04c8c67ae319 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.171711 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-80462954-640d-456c-a638-91d658aca02b req-6dee156f-9034-4bfc-af08-04c8c67ae319 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 935 time: 0.0828574 Oct 28 12:32:31.182964 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.268518 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:31.277076 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.297552 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Transition to ACTIVE for port object 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:32:31.300964 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.350870 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:31.361836 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.362271 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.362495 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.363013 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.363379 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.363699 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.364021 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.364341 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.364657 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.365007 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.365327 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.365643 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.439801 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Attempting to bind port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:32:31.440281 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Attempting to bind port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:32:31.440615 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Attempting to bind port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 on network 1cc5c841-12b4-485a-9c0b-fbc63799a773 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:31.445480 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 on network 1cc5c841-12b4-485a-9c0b-fbc63799a773 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:32:31.445793 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Attempting to bind port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 on network 1cc5c841-12b4-485a-9c0b-fbc63799a773 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:31.451676 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:32:31.452009 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Checking segment: {'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:32:31.452394 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Bound using segment: {'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:32:31.453221 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Bound port: 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:32:31.453664 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.488360 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:32:31.504311 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:31.507488 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:32:31.526575 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] For port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:32:31.533030 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] For port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,segment=NetworkSegment(8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6),segment_id=8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:32:31.535717 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Pushing event updated for resources: {'Port': ['ID=b39e2281-2702-459d-917b-89f8a06e12f4,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:31.536834 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.544753 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-80462954-640d-456c-a638-91d658aca02b req-35b525d9-286e-441a-98d1-471081c3037d tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553166 Oct 28 12:32:31.558421 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36296ae1-8f49-48a9-9afc-9f94b8e97159 req-97e5d370-992f-4220-9db3-ce58cd0639ef tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.560346 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-36296ae1-8f49-48a9-9afc-9f94b8e97159 req-97e5d370-992f-4220-9db3-ce58cd0639ef tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 932 time: 0.3985775 Oct 28 12:32:31.566267 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.566615 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.566947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.567464 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.567795 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.568127 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.568443 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.568953 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.569442 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.569909 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.570727 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.571490 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:31.605858 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.606490 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.607888 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] 10.222.0.77 "PUT /v2.0/ports/7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 HTTP/1.1" status: 200 len: 1097 time: 0.7666254 Oct 28 12:32:31.608320 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'tag': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:31.611028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851d6842-9a69-44f0-96f9-1f1bb650d757" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2b85ef-76d8-4707-83a5-5a83394b80df", "tag": "7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:31.616618 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.617334 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.625499 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a425e4-b40b-4a3c-88c3-c3acb1150af4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:31.647993 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-36296ae1-8f49-48a9-9afc-9f94b8e97159 req-050574fc-6ca3-4935-b62a-97de3eda1d11 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670056 Oct 28 12:32:31.664120 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-c9805ae2-d2ab-44b7-b1d3-35d81f50acbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1081755 Oct 28 12:32:31.682262 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Request body: {'port': {'device_id': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:31.710901 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-4c6f1fca-0208-4237-85c2-5bd0b56336f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.713707 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-4c6f1fca-0208-4237-85c2-5bd0b56336f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0885f209fd8c4c39a508059798fec9c3&device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 1100 time: 0.0486445 Oct 28 12:32:31.732273 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146630a8-8510-4349-9d3a-bece4a05f575 x-openstack-request-id: req-146630a8-8510-4349-9d3a-bece4a05f575 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:31.732501 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2b85ef-76d8-4707-83a5-5a83394b80df", "tag": "7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:31.732802 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-146630a8-8510-4349-9d3a-bece4a05f575 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:31.733340 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'tag': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30', 'status': 'completed', 'code': 200} Oct 28 12:32:31.753215 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca312c-92da-42de-b401-413b54d95272 req-9d939555-c4bc-4f70-9f53-6e39ce7b44e0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.754812 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d7ca312c-92da-42de-b401-413b54d95272 req-9d939555-c4bc-4f70-9f53-6e39ce7b44e0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1035943 Oct 28 12:32:31.764354 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-198da131-6108-4c0c-983f-302709561924 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 HTTP/1.1" status: 200 len: 217 time: 0.0411463 Oct 28 12:32:31.768822 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:31.845111 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d7ca312c-92da-42de-b401-413b54d95272 req-0d635d1f-24e5-4e49-bfa6-2e5cf009787a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776825 Oct 28 12:32:31.845935 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-506f788d-c99f-4602-9830-2612d2fb732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.848239 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-506f788d-c99f-4602-9830-2612d2fb732b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b90f0b2-8c10-481b-aeb6-045f5e0f106b HTTP/1.1" status: 200 len: 843 time: 0.0731568 Oct 28 12:32:31.900853 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0053-10c3-49fa-b633-906f63b13271 req-5f2f3687-324a-41f1-a642-7674dac59c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:31.902532 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-5f2f3687-324a-41f1-a642-7674dac59c78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1cc5c841-12b4-485a-9c0b-fbc63799a773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435534 Oct 28 12:32:32.006717 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-6b2dcd18-baa6-4a65-ac1a-2b8beb423b5d service neutron] 10.222.0.77 "GET /v2.0/networks/1cc5c841-12b4-485a-9c0b-fbc63799a773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953088 Oct 28 12:32:32.085117 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39e2281-2702-459d-917b-89f8a06e12f4 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:32.093620 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:32.111383 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Transition to ACTIVE for port object b39e2281-2702-459d-917b-89f8a06e12f4 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:32:32.115445 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:32.156160 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a82d0053-10c3-49fa-b633-906f63b13271 req-38d4dbee-e2d6-44fb-9e6e-7e05a0990c32 service neutron] 10.222.0.77 "GET /v2.0/networks/1cc5c841-12b4-485a-9c0b-fbc63799a773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255703 Oct 28 12:32:32.194817 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Pushing event updated for resources: {'Port': ['ID=b39e2281-2702-459d-917b-89f8a06e12f4,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:32.293472 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Attempting to bind port b39e2281-2702-459d-917b-89f8a06e12f4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:32:32.293832 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Attempting to bind port b39e2281-2702-459d-917b-89f8a06e12f4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:32:32.294287 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Attempting to bind port b39e2281-2702-459d-917b-89f8a06e12f4 on network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:32.302203 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Port b39e2281-2702-459d-917b-89f8a06e12f4 on network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:32:32.302501 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Attempting to bind port b39e2281-2702-459d-917b-89f8a06e12f4 on network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:32.310758 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-72aa709c-68c6-4ba8-af92-6c75e2256cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.311329 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:32:32.311329 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Checking segment: {'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:32:32.311704 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Bound using segment: {'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:32:32.312141 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Bound port: b39e2281-2702-459d-917b-89f8a06e12f4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:32:32.312498 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:32.313945 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-72aa709c-68c6-4ba8-af92-6c75e2256cb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0885f209fd8c4c39a508059798fec9c3&device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 1100 time: 0.0535054 Oct 28 12:32:32.386492 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] For port b39e2281-2702-459d-917b-89f8a06e12f4, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:32:32.390179 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] For port b39e2281-2702-459d-917b-89f8a06e12f4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b39e2281-2702-459d-917b-89f8a06e12f4,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:32:32.395818 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:32.434273 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-41d48fe8-7973-4246-bdb9-3715a7f9c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.436044 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-41d48fe8-7973-4246-bdb9-3715a7f9c184 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1cc5c841-12b4-485a-9c0b-fbc63799a773 HTTP/1.1" status: 200 len: 870 time: 0.1093950 Oct 28 12:32:32.441569 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.442112 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:32.443502 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-80cb036c-09da-4465-b3b8-869360280299 service neutron] 10.222.0.77 "PUT /v2.0/ports/b39e2281-2702-459d-917b-89f8a06e12f4 HTTP/1.1" status: 200 len: 1094 time: 0.7656848 Oct 28 12:32:32.444204 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'tag': 'b39e2281-2702-459d-917b-89f8a06e12f4'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:32.446990 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e9dc74b0-0412-4f1d-ba9f-18c7b792df75", "tag": "b39e2281-2702-459d-917b-89f8a06e12f4"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:32.469639 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb036c-09da-4465-b3b8-869360280299 service neutron] Pushing event updated for resources: {'Port': ['ID=b39e2281-2702-459d-917b-89f8a06e12f4,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:32.495608 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-413cbd02-df48-411f-9631-2848c42dd57a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 HTTP/1.1" status: 200 len: 217 time: 0.0451860 Oct 28 12:32:32.505383 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed24970f-4d03-4ebb-9d9b-996232cae83b x-openstack-request-id: req-ed24970f-4d03-4ebb-9d9b-996232cae83b {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:32.505883 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9dc74b0-0412-4f1d-ba9f-18c7b792df75", "tag": "b39e2281-2702-459d-917b-89f8a06e12f4", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:32.505965 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed24970f-4d03-4ebb-9d9b-996232cae83b {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:32.506505 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'tag': 'b39e2281-2702-459d-917b-89f8a06e12f4', 'status': 'completed', 'code': 200} Oct 28 12:32:32.573169 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-52cbba49-aec4-4aab-b5bb-82acc82ab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.576344 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-ad52beba-a4d8-4e54-82ed-0d3a32f78bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.578682 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-ad52beba-a4d8-4e54-82ed-0d3a32f78bd5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94643fb6f71b47f79d194ad0849be625&device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 1097 time: 0.0658896 Oct 28 12:32:32.579820 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-52cbba49-aec4-4aab-b5bb-82acc82ab870 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b90f0b2-8c10-481b-aeb6-045f5e0f106b HTTP/1.1" status: 200 len: 843 time: 0.0648785 Oct 28 12:32:32.632881 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-6ab57e2d-c7cf-47f0-ae8f-e163b0dec7ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b39e2281-2702-459d-917b-89f8a06e12f4 HTTP/1.1" status: 200 len: 217 time: 0.0385444 Oct 28 12:32:32.636146 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-ac91f0a1-1507-4151-ab94-dff629de4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.637732 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-ac91f0a1-1507-4151-ab94-dff629de4ae3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1cc5c841-12b4-485a-9c0b-fbc63799a773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427251 Oct 28 12:32:32.719180 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05646b8d-19cb-49ca-afec-007e32cc3de6 req-b450a5df-d050-4a65-a5c9-4ed9d1f25b2a tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.720742 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-05646b8d-19cb-49ca-afec-007e32cc3de6 req-b450a5df-d050-4a65-a5c9-4ed9d1f25b2a tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 947 time: 0.0906787 Oct 28 12:32:32.733814 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-66c65c35-0c15-47e2-91ea-d4563912c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.735226 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-66c65c35-0c15-47e2-91ea-d4563912c50e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=667f5a43-f23d-4c02-a0a9-e3c8d550f157 HTTP/1.1" status: 200 len: 853 time: 0.0779471 Oct 28 12:32:32.750455 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-d70eeb15-74be-4e62-bbcb-1a6d4a523302 service neutron] 10.222.0.77 "GET /v2.0/networks/1cc5c841-12b4-485a-9c0b-fbc63799a773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032016 Oct 28 12:32:32.796350 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-7f38fce7-5af8-4820-bbe9-dfae2c3fc1cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431097 Oct 28 12:32:32.874811 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-05646b8d-19cb-49ca-afec-007e32cc3de6 req-15264c2d-14fe-48cd-b957-d80965918b39 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447797 Oct 28 12:32:32.894838 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f17330-c263-4be9-8f08-3bacb8120007 req-60c245d8-9808-4038-93fc-8844587a7297 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:32.896428 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f1f17330-c263-4be9-8f08-3bacb8120007 req-60c245d8-9808-4038-93fc-8844587a7297 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 944 time: 0.1652997 Oct 28 12:32:32.938700 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-9592d441-d16b-4bcd-be26-df5e0da5998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:32.957830 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-25f4a8a9-b553-4375-9923-f5809d088e25 service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518612 Oct 28 12:32:33.024048 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f1f17330-c263-4be9-8f08-3bacb8120007 req-37a9d745-bc55-43d9-a5ce-b58659d83e42 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159105 Oct 28 12:32:33.077284 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-851d6842-9a69-44f0-96f9-1f1bb650d757 req-98294ccb-3e43-4e01-b0ef-d012c339098b service neutron] 10.222.0.77 "GET /v2.0/networks/1cc5c841-12b4-485a-9c0b-fbc63799a773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180077 Oct 28 12:32:33.102423 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9599-1010-480b-92e4-fed30e60f8ef req-432a5bdd-801e-4560-9e12-e21cb52b77c9 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:33.104069 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e3eb9599-1010-480b-92e4-fed30e60f8ef req-432a5bdd-801e-4560-9e12-e21cb52b77c9 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0853074 Oct 28 12:32:33.107641 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-febaee14-97ef-4b51-9cf0-415b3a340260 req-0039f26f-f1c0-4826-8cee-57c81770b9d9 service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405389 Oct 28 12:32:33.146870 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e3eb9599-1010-480b-92e4-fed30e60f8ef req-65ea1e77-9893-4f68-bfaf-8202cfaa684b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365956 Oct 28 12:32:33.207650 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-ea22421d-f7e0-40ed-9133-d8f423ff26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:33.209085 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-ea22421d-f7e0-40ed-9133-d8f423ff26b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94643fb6f71b47f79d194ad0849be625&device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 1097 time: 0.0404043 Oct 28 12:32:33.309628 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-c8c17897-2af0-4d5c-8149-04971cca6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:33.311157 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-c8c17897-2af0-4d5c-8149-04971cca6f46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c HTTP/1.1" status: 200 len: 914 time: 0.0914633 Oct 28 12:32:33.356894 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-ba07f401-f4d2-45be-a3f7-8895bc33c241 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b39e2281-2702-459d-917b-89f8a06e12f4 HTTP/1.1" status: 200 len: 217 time: 0.0346684 Oct 28 12:32:33.410512 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-d99b7fd0-9278-418b-afa3-029c7f5ff5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:33.412022 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-d99b7fd0-9278-418b-afa3-029c7f5ff5bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=667f5a43-f23d-4c02-a0a9-e3c8d550f157 HTTP/1.1" status: 200 len: 853 time: 0.0443184 Oct 28 12:32:33.417924 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:32:33.453245 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-6f2ecc9c-8c89-44ca-8068-3122ca3d9c1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302041 Oct 28 12:32:33.502712 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 46354) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:33.553506 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-7e5336fb-706d-4d72-b91f-0137b0b17e88 service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837257 Oct 28 12:32:33.614091 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da51e702-a906-42fc-8541-c2b76df7c7f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.657825 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a989198b-ceb1-4da1-b8bf-50c62dcf79ed req-76de2577-4850-498d-9dbb-a52882b5ed6c service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929742 Oct 28 12:32:33.699339 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da51e702-a906-42fc-8541-c2b76df7c7f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.704661 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da51e702-a906-42fc-8541-c2b76df7c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.747726 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-da51e702-a906-42fc-8541-c2b76df7c7f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d152f8a963948b697281b2ad522c7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438247 Oct 28 12:32:33.749015 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51e702-a906-42fc-8541-c2b76df7c7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b16fd1-3e8d-4739-8ac2-b2551c7ce3b0,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:33.750914 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 46362) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:33.806601 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1207-bf81-4a4e-a791-9f82c58504fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.831041 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1207-bf81-4a4e-a791-9f82c58504fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.867601 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.883096 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1207-bf81-4a4e-a791-9f82c58504fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.885771 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1207-bf81-4a4e-a791-9f82c58504fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:33.886932 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-3e8d1207-bf81-4a4e-a791-9f82c58504fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9b16fd1-3e8d-4739-8ac2-b2551c7ce3b0 HTTP/1.1" status: 204 len: 168 time: 0.1349611 Oct 28 12:32:33.894829 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d1207-bf81-4a4e-a791-9f82c58504fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b16fd1-3e8d-4739-8ac2-b2551c7ce3b0,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:34.043639 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23617-63dd-4c88-9ad8-9345ec30ecde req-1303370b-c1f9-49d9-a99e-3594998c1dec tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:34.046261 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-76e23617-63dd-4c88-9ad8-9345ec30ecde req-1303370b-c1f9-49d9-a99e-3594998c1dec tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 947 time: 0.0511012 Oct 28 12:32:34.092922 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-76e23617-63dd-4c88-9ad8-9345ec30ecde req-86cc99b0-c577-4931-a0c5-271e4831649c tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Oct 28 12:32:34.159079 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54285-bb7e-4c16-9771-3c977a423663 req-b9e5570c-5dfa-4a53-b956-2384729136a9 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:34.160080 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e4c54285-bb7e-4c16-9771-3c977a423663 req-b9e5570c-5dfa-4a53-b956-2384729136a9 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 944 time: 0.0584631 Oct 28 12:32:34.203662 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e4c54285-bb7e-4c16-9771-3c977a423663 req-4800ce16-5200-4d80-9db1-25bcf8d3ca4c tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369351 Oct 28 12:32:34.230975 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 46378) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:34.245264 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b5805119-e679-435c-a8db-1026b14a723e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.302012 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc51ae-051d-4a8f-b463-90492787a308 req-cde4d924-9928-4b42-9e0e-27aeb0462143 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:34.303592 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8ffc51ae-051d-4a8f-b463-90492787a308 req-cde4d924-9928-4b42-9e0e-27aeb0462143 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0529466 Oct 28 12:32:34.328645 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b5805119-e679-435c-a8db-1026b14a723e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.334450 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b5805119-e679-435c-a8db-1026b14a723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.352217 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8ffc51ae-051d-4a8f-b463-90492787a308 req-c3146599-b581-43f7-b913-cfba8e2d12e6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Oct 28 12:32:34.388194 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 46382) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:34.389489 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-b5805119-e679-435c-a8db-1026b14a723e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49e133f32ce34240b78940f8874c1dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573822 Oct 28 12:32:34.392023 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5805119-e679-435c-a8db-1026b14a723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e3d634-da12-4b25-9139-031c8a07805a,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:34.448520 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a5e55730-5fb7-4156-b521-a7b8e4a1635d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.474641 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a5e55730-5fb7-4156-b521-a7b8e4a1635d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.543778 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a5e55730-5fb7-4156-b521-a7b8e4a1635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.548533 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a5e55730-5fb7-4156-b521-a7b8e4a1635d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.554008 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a5e55730-5fb7-4156-b521-a7b8e4a1635d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25e3d634-da12-4b25-9139-031c8a07805a HTTP/1.1" status: 204 len: 168 time: 0.1599660 Oct 28 12:32:34.570047 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e55730-5fb7-4156-b521-a7b8e4a1635d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e3d634-da12-4b25-9139-031c8a07805a,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:34.723030 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:34.746270 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-2c719962-26c6-4095-a0eb-be1dd8ac9708 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509298390&fields=id&tenant_id=70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 267 time: 0.0370336 Oct 28 12:32:34.869816 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:32:34.896617 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-5631a193-dc06-4463-9c6a-8c703ab4bdbc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:34.909395 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-5631a193-dc06-4463-9c6a-8c703ab4bdbc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 810 time: 0.1557534 Oct 28 12:32:34.940702 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-54a5232f-9182-4ab5-a333-722a883d8279 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/quotas/70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 375 time: 0.0288167 Oct 28 12:32:34.983433 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,segment=NetworkSegment(8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6),segment_id=8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:34.996844 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30', 'network_id': '1cc5c841-12b4-485a-9c0b-fbc63799a773', 'port_id': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30', 'mac_address': 'fa:16:3e:9f:85:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b90f0b2-8c10-481b-aeb6-045f5e0f106b', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:32:35.019341 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-a895d320-4180-484d-aa94-a3c18db1c052 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622101 Oct 28 12:32:35.043927 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:35.059932 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:35.083573 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,segment=NetworkSegment(8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6),segment_id=8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:35.088309 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:35.156894 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:35.170586 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-77e44ac9-2e14-4e37-8eb6-69a0cd7ffb50 service neutron] 10.222.0.62 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342227 Oct 28 12:32:35.295555 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587f11-c3c5-435e-91be-b3fe8395c818 req-e6af0aa5-46b4-4e93-9790-3e80fde481a3 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:35.297174 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dc587f11-c3c5-435e-91be-b3fe8395c818 req-e6af0aa5-46b4-4e93-9790-3e80fde481a3 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 948 time: 0.0996552 Oct 28 12:32:35.311589 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-5ed14ebc-ff7e-408d-882e-63b44e5bfc19 service neutron] 10.222.0.62 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334729 Oct 28 12:32:35.354025 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dc587f11-c3c5-435e-91be-b3fe8395c818 req-a2824542-1f0d-41f5-a152-4cf52eae0840 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Oct 28 12:32:35.434204 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:32:35.475979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035133-e47d-4e23-8688-fd03385f50e9 req-8baeb019-7d31-4dc3-a7cb-62b483f2e69f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:35.477700 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-20035133-e47d-4e23-8688-fd03385f50e9 req-8baeb019-7d31-4dc3-a7cb-62b483f2e69f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0590246 Oct 28 12:32:35.509150 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:35.541133 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-20035133-e47d-4e23-8688-fd03385f50e9 req-7bfdc156-bee4-489c-b7ca-7e25e8bd3a2a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504491 Oct 28 12:32:35.562787 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 46448) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:35.693239 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b755104-ccee-4749-a947-5cdde48b8805 req-83af3042-597f-4d73-9110-b0c66dd9f056 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:35.702711 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b755104-ccee-4749-a947-5cdde48b8805 req-83af3042-597f-4d73-9110-b0c66dd9f056 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 944 time: 0.0702991 Oct 28 12:32:35.741005 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845905446-network', 'tenant_id': '2fbbbaba86b74b2184637e1cf58ec643'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:35.763540 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b755104-ccee-4749-a947-5cdde48b8805 req-08ee4eb7-6ff3-4a58-b338-48c769c53fbf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 Oct 28 12:32:35.808186 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Made reservation on behalf of 2fbbbaba86b74b2184637e1cf58ec643 for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:35.811104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:35.822502 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:35.842918 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf522ba-2716-4015-975b-a378655986b1 req-5cb28ac8-99bf-4389-90b0-5e1f21a9d974 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:35.844556 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2bf522ba-2716-4015-975b-a378655986b1 req-5cb28ac8-99bf-4389-90b0-5e1f21a9d974 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1134055 Oct 28 12:32:35.908114 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2bf522ba-2716-4015-975b-a378655986b1 req-1ec25868-c274-450d-9fb7-a6a97fe06a24 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Oct 28 12:32:35.960385 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:35.967529 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.032769 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-50eaec06-f017-413b-bd2a-4e44d938b489 req-13557d36-4c62-46a0-986e-3ebf63cb0c8c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 210 time: 0.0668354 Oct 28 12:32:36.044437 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:32:36.073073 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1950987-3b84-4d4f-9ffe-975b28dacc09,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:36.080146 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.080879 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Added segment 58d8c10e-d754-475c-b1c2-86f96bba22f5 of type vlan for network f20ac26a-7429-439a-a4a0-e4320dff4b06 Oct 28 12:32:36.158878 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.187680 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.188754 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:36.189383 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.246854 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6819344 Oct 28 12:32:36.250017 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 46474) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:36.255245 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Request body: {'subnet': {'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845905446-subnet', 'tenant_id': '2fbbbaba86b74b2184637e1cf58ec643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:36.258136 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c14655-796c-47b1-9400-89f50469e262 admin admin] Pushing event updated for resources: {'Network': ['ID=f20ac26a-7429-439a-a4a0-e4320dff4b06,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:36.275250 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network f20ac26a-7429-439a-a4a0-e4320dff4b06 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:32:36.287526 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Made reservation on behalf of 2fbbbaba86b74b2184637e1cf58ec643 for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:36.289421 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12859911'] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.498116 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe81926-e984-4410-b18b-085080fb3f71 req-99a92a2f-fca7-48c5-9eca-17e1aa26daac tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:36.499707 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ebe81926-e984-4410-b18b-085080fb3f71 req-99a92a2f-fca7-48c5-9eca-17e1aa26daac tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 948 time: 0.0697742 Oct 28 12:32:36.508195 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12859925'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.539380 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ebe81926-e984-4410-b18b-085080fb3f71 req-818db324-4985-47f3-9e36-b9b7be949ab1 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Oct 28 12:32:36.563136 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c6dff0-fc32-4a4e-8598-05ee27fa261b,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:36.578352 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Checking segment: {'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:32:36.578725 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Network hostable DHCP agents. Network: f20ac26a-7429-439a-a4a0-e4320dff4b06, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:32:36.597258 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Network f20ac26a-7429-439a-a4a0-e4320dff4b06 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:32:36.606342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, f20ac26a-7429-439a-a4a0-e4320dff4b06) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:36.611510 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:36.612560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:36.616029 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73341fb8-14e5-44ef-9c8e-3b6700c5af36 None None] Network f20ac26a-7429-439a-a4a0-e4320dff4b06 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:32:36.641541 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-03e8dc83-57cb-43a5-8642-5ef34f00c096 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3815129 Oct 28 12:32:36.703198 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e15e6-62b3-4359-a508-70fef80a3126 req-50ea0988-bda6-470b-9e2e-d9aa967e35e3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:36.705097 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f42e15e6-62b3-4359-a508-70fef80a3126 req-50ea0988-bda6-470b-9e2e-d9aa967e35e3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0603123 Oct 28 12:32:36.748103 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f42e15e6-62b3-4359-a508-70fef80a3126 req-53a689e3-3dd9-42ce-82da-9fa5c3a5ece8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361598 Oct 28 12:32:36.774865 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9cd3d-2efd-4b96-a83d-50c34098ea0f None None] Network f20ac26a-7429-439a-a4a0-e4320dff4b06 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:32:36.919708 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device b39e2281-2702-459d-917b-89f8a06e12f4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:32:36.922015 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:32:37.012160 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d80c30-f9aa-49f3-847e-86718f1f1738 req-56927780-5559-4bc6-82a5-a2509137bfaa tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:37.013773 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c0d80c30-f9aa-49f3-847e-86718f1f1738 req-56927780-5559-4bc6-82a5-a2509137bfaa tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 944 time: 0.1448095 Oct 28 12:32:37.058992 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:32:37.059623 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-0144a01b-d907-44f1-a8ed-dc78f9f98447 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:37.061482 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-0144a01b-d907-44f1-a8ed-dc78f9f98447 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 810 time: 0.2281525 Oct 28 12:32:37.067170 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:37.068015 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.120305 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c0d80c30-f9aa-49f3-847e-86718f1f1738 req-fc94049a-a525-4d7f-a26b-396f2818bddb tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 Oct 28 12:32:37.126551 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port b39e2281-2702-459d-917b-89f8a06e12f4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b39e2281-2702-459d-917b-89f8a06e12f4,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:37.145391 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d0ad9-341a-40cf-a059-d981cab60736 req-5ecc7baf-c577-4f57-83d2-073c2202d4a0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:37.146739 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'b39e2281-2702-459d-917b-89f8a06e12f4', 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c', 'port_id': 'b39e2281-2702-459d-917b-89f8a06e12f4', 'mac_address': 'fa:16:3e:c3:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667f5a43-f23d-4c02-a0a9-e3c8d550f157', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:32:37.153140 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af4d0ad9-341a-40cf-a059-d981cab60736 req-5ecc7baf-c577-4f57-83d2-073c2202d4a0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1326463 Oct 28 12:32:37.170223 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9e326974-4e61-4fbe-ab49-686ee4327ee1 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 380 time: 0.0930564 Oct 28 12:32:37.189339 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'port': {'device_id': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'admin_state_up': True, 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'security_groups': ['c406ed51-3eda-46b8-ae15-f37d4601a1a6']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:37.220279 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.257826 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39e2281-2702-459d-917b-89f8a06e12f4 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:37.286407 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af4d0ad9-341a-40cf-a059-d981cab60736 req-7a9426b7-96be-4555-9fd1-b694b6b6f6b4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320863 Oct 28 12:32:37.298633 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port b39e2281-2702-459d-917b-89f8a06e12f4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b39e2281-2702-459d-917b-89f8a06e12f4,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:37.304215 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.311727 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.312938 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9007aa36-9754-4819-8663-14f87a4f1812 req-7a7c755c-8025-4856-af92-8b2096f036cc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 210 time: 0.0739331 Oct 28 12:32:37.404203 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,segment=NetworkSegment(8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6),segment_id=8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:37.414834 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:37.414834 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4156fa-7b54-4cc0-bd45-fecdb57070c9" -d '{"events": [{"server_uuid": "2c2b85ef-76d8-4707-83a5-5a83394b80df", "name": "network-vif-plugged", "status": "completed", "tag": "7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:37.415344 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.430764 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Made reservation on behalf of 70a330da99234af6b3a80df822d5067f for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:37.434828 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.443056 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=b39e2281-2702-459d-917b-89f8a06e12f4,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:37.473541 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155a7f06-5427-4695-84e7-594387c5d7ef x-openstack-request-id: req-155a7f06-5427-4695-84e7-594387c5d7ef {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:37.473850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2b85ef-76d8-4707-83a5-5a83394b80df", "name": "network-vif-plugged", "status": "completed", "tag": "7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:37.474239 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-155a7f06-5427-4695-84e7-594387c5d7ef {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:37.475116 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30', 'code': 200} Oct 28 12:32:37.501717 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:37.567642 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Allocated IP 172.20.0.9 (21386cb8-b310-4d7a-bddd-fd2d5b5b89a3/3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964/d8c38e90-8225-4aaf-8322-139cc91fa0a9) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:32:37.639337 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['b39e2281-2702-459d-917b-89f8a06e12f4'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:32:37.694499 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391e6f6-7fb7-4cc9-a2b3-ff63248cbc56 req-597a7a35-a677-47b9-b6c7-96c087928090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:37.696704 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7391e6f6-7fb7-4cc9-a2b3-ff63248cbc56 req-597a7a35-a677-47b9-b6c7-96c087928090 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 1102 time: 0.0688550 Oct 28 12:32:37.737645 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524bf45-9019-4796-8157-c241e825d768 req-07baadc5-b054-4ff5-b43c-937542206775 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:37.738546 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7391e6f6-7fb7-4cc9-a2b3-ff63248cbc56 req-6f23399f-938a-4aa0-a2db-4859e94fe20b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Oct 28 12:32:37.739146 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9524bf45-9019-4796-8157-c241e825d768 req-07baadc5-b054-4ff5-b43c-937542206775 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 949 time: 0.1177304 Oct 28 12:32:37.782658 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.804239 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9524bf45-9019-4796-8157-c241e825d768 req-092616e0-76da-4a92-9b3f-39025c636883 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571625 Oct 28 12:32:37.842232 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:37.910333 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:32:37.917368 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:37.922296 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:32:37.927069 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=d8c38e90-8225-4aaf-8322-139cc91fa0a9,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:37.979236 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c5604-faf1-4790-872e-0b084e7a77b8 req-1dc8e4f3-1a13-4985-9da8-1ad860a4e7e0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:37.980873 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c9c5604-faf1-4790-872e-0b084e7a77b8 req-1dc8e4f3-1a13-4985-9da8-1ad860a4e7e0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.1068478 Oct 28 12:32:37.989317 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:37.989920 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:38.021904 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-26e51029-205e-480c-bf45-c5da862a7d6b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8401213 Oct 28 12:32:38.036160 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Request body: {'port': {'device_id': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:38.048782 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c9c5604-faf1-4790-872e-0b084e7a77b8 req-567665a7-0f7c-4ad7-9d71-fc0a3ca70d74 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556290 Oct 28 12:32:38.118594 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-2b3559c0-757a-48f3-99f1-05c839071d46 None None] Provisioning complete for port d8c38e90-8225-4aaf-8322-139cc91fa0a9 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:38.119060 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2b3559c0-757a-48f3-99f1-05c839071d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:38.160356 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-2b3559c0-757a-48f3-99f1-05c839071d46 None None] Port d8c38e90-8225-4aaf-8322-139cc91fa0a9 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:32:38.343119 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:38.482590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03d4bf-9e4d-416e-b678-8165b1db75fe req-27cf3e37-b142-4c23-a31b-d62b8cd66927 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:38.484141 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0c03d4bf-9e4d-416e-b678-8165b1db75fe req-27cf3e37-b142-4c23-a31b-d62b8cd66927 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 945 time: 0.1717350 Oct 28 12:32:38.590519 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a03aeb-fb25-47ae-9f50-aec1e292912f req-393ba4b5-4110-4030-a8d3-2e1159081431 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:38.592127 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-78a03aeb-fb25-47ae-9f50-aec1e292912f req-393ba4b5-4110-4030-a8d3-2e1159081431 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.2063541 Oct 28 12:32:38.621225 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0c03d4bf-9e4d-416e-b678-8165b1db75fe req-ce21f915-f946-4fa4-bc3b-0c46c419f3e1 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244946 Oct 28 12:32:38.672740 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-78a03aeb-fb25-47ae-9f50-aec1e292912f req-700f9c6a-d2d7-436a-9812-7abc66ea55c9 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663617 Oct 28 12:32:38.781483 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c38e90-8225-4aaf-8322-139cc91fa0a9 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:38.793312 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f62ae4-4089-4f28-be13-260067e0870b req-01c34456-f8c4-4f01-91bc-fb76c6f7b58a tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:38.794888 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b0f62ae4-4089-4f28-be13-260067e0870b req-01c34456-f8c4-4f01-91bc-fb76c6f7b58a tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 931 time: 0.1038873 Oct 28 12:32:38.800879 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:38.862105 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Transition to ACTIVE for port object d8c38e90-8225-4aaf-8322-139cc91fa0a9 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:32:38.871241 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:38.911487 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device b39e2281-2702-459d-917b-89f8a06e12f4 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:32:38.943322 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b0f62ae4-4089-4f28-be13-260067e0870b req-ee12169d-b173-4f0a-8348-cf4de0bef680 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290162 Oct 28 12:32:38.986065 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Pushing event updated for resources: {'Port': ['ID=d8c38e90-8225-4aaf-8322-139cc91fa0a9,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:38.992577 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port b39e2281-2702-459d-917b-89f8a06e12f4 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:32:38.997136 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port b39e2281-2702-459d-917b-89f8a06e12f4 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:38.997606 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:39.007035 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034c0-531b-4654-a7f7-44110adc989f req-c96f9f5b-99d9-46ba-a15f-99debdcc75ab tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.008594 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-c96f9f5b-99d9-46ba-a15f-99debdcc75ab tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/networks?id=f20ac26a-7429-439a-a4a0-e4320dff4b06 HTTP/1.1" status: 200 len: 808 time: 0.2401226 Oct 28 12:32:39.113670 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:39.141638 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-d47725f0-61cb-4283-9343-b642b4203ee7 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/quotas/2fbbbaba86b74b2184637e1cf58ec643 HTTP/1.1" status: 200 len: 375 time: 0.0587156 Oct 28 12:32:39.169187 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port b39e2281-2702-459d-917b-89f8a06e12f4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b39e2281-2702-459d-917b-89f8a06e12f4,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:39.175495 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:39.182310 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Attempting to bind port d8c38e90-8225-4aaf-8322-139cc91fa0a9 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:32:39.182310 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Attempting to bind port d8c38e90-8225-4aaf-8322-139cc91fa0a9 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:32:39.182735 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Attempting to bind port d8c38e90-8225-4aaf-8322-139cc91fa0a9 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:39.198653 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d101c-4675-4064-87df-4c09de23eab9 req-da75fa8a-2c5f-4330-8a85-da0ca769f31c tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.199816 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-833d101c-4675-4064-87df-4c09de23eab9 req-da75fa8a-2c5f-4330-8a85-da0ca769f31c tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 949 time: 0.1183178 Oct 28 12:32:39.219257 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-b3e21a01-5782-4486-b34a-9b1e9c8130f3 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2fbbbaba86b74b2184637e1cf58ec643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665343 Oct 28 12:32:39.220646 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Port d8c38e90-8225-4aaf-8322-139cc91fa0a9 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:32:39.220999 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Attempting to bind port d8c38e90-8225-4aaf-8322-139cc91fa0a9 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:39.238404 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=b39e2281-2702-459d-917b-89f8a06e12f4,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:39.249187 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:32:39.249620 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Checking segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:32:39.249965 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Bound using segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:32:39.250345 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Bound port: d8c38e90-8225-4aaf-8322-139cc91fa0a9, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:32:39.250702 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:39.328258 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-833d101c-4675-4064-87df-4c09de23eab9 req-dfdaeeaa-186d-46c0-b56a-9f8e04a27b9a tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120446 Oct 28 12:32:39.411623 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-828c8cdf-9116-4ea5-a9b0-65dfa660aa0c service neutron] 10.222.0.62 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829991 Oct 28 12:32:39.435274 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] For port d8c38e90-8225-4aaf-8322-139cc91fa0a9, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:32:39.477047 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39e2281-2702-459d-917b-89f8a06e12f4'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:39.479555 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27b0eb7-cc4e-4fcb-80a7-7217d2639f83" -d '{"events": [{"server_uuid": "e9dc74b0-0412-4f1d-ba9f-18c7b792df75", "name": "network-vif-plugged", "status": "completed", "tag": "b39e2281-2702-459d-917b-89f8a06e12f4"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:39.488401 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] For port d8c38e90-8225-4aaf-8322-139cc91fa0a9, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:32:39.496440 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:39.548785 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5be7a-b58f-44b9-886d-f24d8b1a0c22 req-b46522d2-cb5f-4f5b-8d4c-0eeee4957c03 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.550463 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6bf5be7a-b58f-44b9-886d-f24d8b1a0c22 req-b46522d2-cb5f-4f5b-8d4c-0eeee4957c03 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.1598403 Oct 28 12:32:39.556815 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.557446 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:39.559169 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] 10.222.0.77 "PUT /v2.0/ports/d8c38e90-8225-4aaf-8322-139cc91fa0a9 HTTP/1.1" status: 200 len: 1093 time: 1.5273018 Oct 28 12:32:39.561478 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:39.563764 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:39.616341 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c610a61-5116-49ac-ab3e-1c6438a95c4e service neutron] Pushing event updated for resources: {'Port': ['ID=d8c38e90-8225-4aaf-8322-139cc91fa0a9,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:39.620694 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-8e232123-006b-4eba-82d5-bc084cd78a83 service neutron] 10.222.0.62 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940062 Oct 28 12:32:39.677042 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6bf5be7a-b58f-44b9-886d-f24d8b1a0c22 req-2b9868be-e929-43e1-b6f2-3cd93fb2bc58 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019642 Oct 28 12:32:39.701578 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-4c90d285-cdfb-434e-8156-823d89558c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.703542 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-4c90d285-cdfb-434e-8156-823d89558c2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 1096 time: 0.0788224 Oct 28 12:32:39.726316 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce76bb-8565-415d-9f75-dadb3492cb8b x-openstack-request-id: req-15ce76bb-8565-415d-9f75-dadb3492cb8b {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:39.727611 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dc74b0-0412-4f1d-ba9f-18c7b792df75", "name": "network-vif-plugged", "status": "completed", "tag": "b39e2281-2702-459d-917b-89f8a06e12f4", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:39.727611 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15ce76bb-8565-415d-9f75-dadb3492cb8b {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:39.729150 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39e2281-2702-459d-917b-89f8a06e12f4', 'code': 200} Oct 28 12:32:39.774371 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-0d952b00-29b1-4535-9cc6-d478fb8016b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9 HTTP/1.1" status: 200 len: 217 time: 0.0454812 Oct 28 12:32:39.795809 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed6417f-0e12-4b74-a4cc-c3ac39b81a3f x-openstack-request-id: req-4ed6417f-0e12-4b74-a4cc-c3ac39b81a3f {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:39.796449 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:39.796706 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ed6417f-0e12-4b74-a4cc-c3ac39b81a3f {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:39.811395 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'status': 'completed', 'code': 200} Oct 28 12:32:39.942427 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-b0524a7e-e0f9-442e-936d-6aa2a1808d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.942427 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-b0524a7e-e0f9-442e-936d-6aa2a1808d4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.1266418 Oct 28 12:32:39.963463 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1fb44-d1ce-4df0-bf54-1faae31d726c req-828910c2-fe36-445c-81c3-5ceeb8e7aa75 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.964963 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-62e1fb44-d1ce-4df0-bf54-1faae31d726c req-828910c2-fe36-445c-81c3-5ceeb8e7aa75 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 946 time: 0.0998273 Oct 28 12:32:39.981733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1187f-44d4-4cbf-9d87-b3b15aff4a63 req-40840e09-8dd7-4417-abdd-0f09674de519 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:39.983297 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-61e1187f-44d4-4cbf-9d87-b3b15aff4a63 req-40840e09-8dd7-4417-abdd-0f09674de519 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1414318 Oct 28 12:32:39.998801 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07958b0-0966-4dcf-b527-8461d5965402 req-6cc2311f-433a-4bb6-a1c7-b8d4b8245acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.000756 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a07958b0-0966-4dcf-b527-8461d5965402 req-6cc2311f-433a-4bb6-a1c7-b8d4b8245acf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 1099 time: 0.0679491 Oct 28 12:32:40.049636 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a07958b0-0966-4dcf-b527-8461d5965402 req-8a64f683-9470-4696-92ba-148894e8439d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Oct 28 12:32:40.069931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-62e1fb44-d1ce-4df0-bf54-1faae31d726c req-96306ce6-2f51-437a-9b8e-a471023dba22 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856514 Oct 28 12:32:40.075086 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-61e1187f-44d4-4cbf-9d87-b3b15aff4a63 req-45228b8b-21cf-4fec-8650-7acb78613deb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817504 Oct 28 12:32:40.081890 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-3b8cabbd-f54a-489f-9532-bb8ca3fb4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.083637 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-3b8cabbd-f54a-489f-9532-bb8ca3fb4193 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1176882 Oct 28 12:32:40.149011 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a43b312c-807f-4cf1-bdf9-53ca1fb4f0d7 req-faa013ae-a52f-4b9f-969e-0e62411777a3 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Oct 28 12:32:40.210325 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c19f60-10d1-4861-9f01-7a3614abda92 req-29a4abed-64ea-4915-a1ab-b29412c8d1c4 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.211774 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-64c19f60-10d1-4861-9f01-7a3614abda92 req-29a4abed-64ea-4915-a1ab-b29412c8d1c4 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0524547 Oct 28 12:32:40.255185 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-64c19f60-10d1-4861-9f01-7a3614abda92 req-cec569d9-9255-4867-9639-1700c3b22d10 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345647 Oct 28 12:32:40.427899 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-a35f943a-207a-45c7-ac1f-0cc4fe83e2dc service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241190 Oct 28 12:32:40.530074 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc00c-3bbd-474e-ae69-15f8a353dde4 req-be211494-bd53-4854-9af2-c210cf507283 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.531629 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cdafc00c-3bbd-474e-ae69-15f8a353dde4 req-be211494-bd53-4854-9af2-c210cf507283 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 949 time: 0.1234326 Oct 28 12:32:40.583703 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-19a8d0c3-37a9-4461-8d6d-5d7dc21274a5 req-92ddd1d8-e512-4ad0-a051-a2187659811e service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344182 Oct 28 12:32:40.599643 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cdafc00c-3bbd-474e-ae69-15f8a353dde4 req-e399d9a7-36d8-407c-917a-a467711f9bc9 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612228 Oct 28 12:32:40.684065 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-c4f306ce-bdd9-4481-8eea-6da8a371015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.685586 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-c4f306ce-bdd9-4481-8eea-6da8a371015b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 1096 time: 0.0475969 Oct 28 12:32:40.817442 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-d211fdcd-ae6c-48ad-aaff-f64f9dc0d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.818920 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-d211fdcd-ae6c-48ad-aaff-f64f9dc0d108 service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1238532 Oct 28 12:32:40.827709 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a5396-38d8-4cdc-8c6a-c12ec0383ed9 req-d752364b-955e-4877-a157-33fcbd36b8e5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.829139 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2a5a5396-38d8-4cdc-8c6a-c12ec0383ed9 req-d752364b-955e-4877-a157-33fcbd36b8e5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0793276 Oct 28 12:32:40.904065 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-770cc8ad-d392-4fa4-a3dc-ff0c17ccb4f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9 HTTP/1.1" status: 200 len: 217 time: 0.0673287 Oct 28 12:32:40.955819 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2a5a5396-38d8-4cdc-8c6a-c12ec0383ed9 req-82c28b04-9676-4872-ab9c-72c43ea6771a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200197 Oct 28 12:32:40.973674 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302d881-1e0d-47e9-acbd-cf6bf84c64f2 req-ea0ec6c2-2454-466e-b0da-c1b5ff41a769 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.975149 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1302d881-1e0d-47e9-acbd-cf6bf84c64f2 req-ea0ec6c2-2454-466e-b0da-c1b5ff41a769 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 949 time: 0.1406620 Oct 28 12:32:40.988610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-63d54a3f-93e7-443a-9da7-9a1ad701d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:40.989944 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-63d54a3f-93e7-443a-9da7-9a1ad701d58c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0772331 Oct 28 12:32:41.017273 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1302d881-1e0d-47e9-acbd-cf6bf84c64f2 req-72145861-d8b9-4f2b-bff6-e59c578ccd6d tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354476 Oct 28 12:32:41.156843 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-1228ceba-6b94-4757-bc43-f57435fe113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:41.156843 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-1228ceba-6b94-4757-bc43-f57435fe113f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651491 Oct 28 12:32:41.311371 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de4218-ce0f-45d7-a0dd-5e2440e29ed7 req-fef6212f-5e1b-491c-b966-bace36adfd60 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:41.318758 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-09de4218-ce0f-45d7-a0dd-5e2440e29ed7 req-fef6212f-5e1b-491c-b966-bace36adfd60 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1607749 Oct 28 12:32:41.333704 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10412b2-fa5f-4b94-b51f-8301520dc3b4 req-9fd01a98-9590-471a-a556-7d26636943e9 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:41.336433 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e10412b2-fa5f-4b94-b51f-8301520dc3b4 req-9fd01a98-9590-471a-a556-7d26636943e9 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 946 time: 0.1565926 Oct 28 12:32:41.364230 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-eda46ad2-4727-4285-9e6b-335233d23944 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954372 Oct 28 12:32:41.395598 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034c0-531b-4654-a7f7-44110adc989f req-24552101-29b4-431f-a395-9196ab7b5db6 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:41.397961 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-24552101-29b4-431f-a395-9196ab7b5db6 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "GET /v2.0/networks?id=f20ac26a-7429-439a-a4a0-e4320dff4b06 HTTP/1.1" status: 200 len: 808 time: 0.1270828 Oct 28 12:32:41.422092 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Request body: {'port': {'device_id': '87852894-21ea-4345-ace1-3a0724e544e9', 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06', 'admin_state_up': True, 'tenant_id': '2fbbbaba86b74b2184637e1cf58ec643'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:41.454216 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-09de4218-ce0f-45d7-a0dd-5e2440e29ed7 req-62f4631c-ef43-4541-99ee-566f011fcccf tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345696 Oct 28 12:32:41.459335 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e10412b2-fa5f-4b94-b51f-8301520dc3b4 req-59e258df-a673-4717-88a7-8f579ad2e526 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136761 Oct 28 12:32:41.549106 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a8634ed3-8fc3-4cdd-8235-e5aa47875ff8 req-ef0ffe3e-7c91-4383-b752-22bce95fbd9a service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713164 Oct 28 12:32:41.579221 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fe5e16da-5b14-4a45-b010-63fcdcaa7ec3 req-94c2d74c-c280-41ff-83d3-37d6f95e3f6c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 210 time: 0.0418751 Oct 28 12:32:41.602504 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Made reservation on behalf of 2fbbbaba86b74b2184637e1cf58ec643 for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:41.606450 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:41.656474 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b9a04-0910-4468-82ec-4872731da5da req-d673d994-4454-417a-8084-eb2631151c8b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:41.658001 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7a6b9a04-0910-4468-82ec-4872731da5da req-d673d994-4454-417a-8084-eb2631151c8b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0767066 Oct 28 12:32:41.664554 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-8bb5e632-f97f-4935-97c0-cc7241aa5515 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709262 Oct 28 12:32:41.728201 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7a6b9a04-0910-4468-82ec-4872731da5da req-50ba170b-507b-46bb-ba54-1d5a772b3aa4 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602841 Oct 28 12:32:41.744272 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-ecf086b5-f027-447f-a7a2-04c606352add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:41.745974 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-ecf086b5-f027-447f-a7a2-04c606352add service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 1099 time: 0.0471983 Oct 28 12:32:41.756500 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Allocated IP 172.20.0.14 (f20ac26a-7429-439a-a4a0-e4320dff4b06/52c6dff0-fc32-4a4e-8598-05ee27fa261b/31bae4d2-1428-4477-ba43-f4a0ba12850d) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:32:41.875659 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-9488c7cd-484c-447a-86e3-90c1dc368069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:41.877221 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-9488c7cd-484c-447a-86e3-90c1dc368069 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.0928507 Oct 28 12:32:41.923824 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:41.964077 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.008552 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Network f20ac26a-7429-439a-a4a0-e4320dff4b06 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:32:42.012082 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:42.016365 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:32:42.048947 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Pushing event updated for resources: {'Port': ['ID=31bae4d2-1428-4477-ba43-f4a0ba12850d,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:42.078805 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.079477 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.097584 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-a77dbb29-b5e5-4845-8071-a05d1c8d74cf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6795223 Oct 28 12:32:42.111591 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Request body: {'port': {'device_id': '87852894-21ea-4345-ace1-3a0724e544e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:42.173929 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.185999 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-e2dce741-861c-4a96-8010-6428ee54ae2d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4519c095-ffbc-4831-aac3-a12e3b01647c HTTP/1.1" status: 200 len: 217 time: 0.2663190 Oct 28 12:32:42.292628 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-922c6cd1-4b8c-4bde-b86a-c4fed1f099bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.294129 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-922c6cd1-4b8c-4bde-b86a-c4fed1f099bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.0942771 Oct 28 12:32:42.303435 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a64c3-f3c9-4ff8-be72-b09cbf19f477 req-7253753c-aae3-4a77-aba0-f3d3dfa43438 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.305167 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b3a64c3-f3c9-4ff8-be72-b09cbf19f477 req-7253753c-aae3-4a77-aba0-f3d3dfa43438 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 949 time: 0.1226437 Oct 28 12:32:42.315577 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29748f0-90a4-4089-8a5e-2b984ffc5d2c req-8b6e2d66-9b60-478a-ba3c-f363df0c4989 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.317164 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b29748f0-90a4-4089-8a5e-2b984ffc5d2c req-8b6e2d66-9b60-478a-ba3c-f363df0c4989 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.1357913 Oct 28 12:32:42.360212 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-69813d31-77da-4c75-983f-e6ca43482589 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527365 Oct 28 12:32:42.457327 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b3a64c3-f3c9-4ff8-be72-b09cbf19f477 req-ba5ee1e2-ad4d-4a23-8e80-bf161e0f848a tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327739 Oct 28 12:32:42.469348 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b29748f0-90a4-4089-8a5e-2b984ffc5d2c req-f61a35ee-7e8f-4085-b489-398326897f73 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436205 Oct 28 12:32:42.499037 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bae4d2-1428-4477-ba43-f4a0ba12850d {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:42.510357 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.520578 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-b8075699-41ed-4d1d-afdf-c1ad944a2626 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495273 Oct 28 12:32:42.530218 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Transition to ACTIVE for port object 31bae4d2-1428-4477-ba43-f4a0ba12850d will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:32:42.535547 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.612784 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=31bae4d2-1428-4477-ba43-f4a0ba12850d,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:42.671801 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Attempting to bind port 31bae4d2-1428-4477-ba43-f4a0ba12850d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:32:42.672135 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Attempting to bind port 31bae4d2-1428-4477-ba43-f4a0ba12850d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:32:42.672469 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Attempting to bind port 31bae4d2-1428-4477-ba43-f4a0ba12850d on network f20ac26a-7429-439a-a4a0-e4320dff4b06 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:42.676902 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Port 31bae4d2-1428-4477-ba43-f4a0ba12850d on network f20ac26a-7429-439a-a4a0-e4320dff4b06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:32:42.677223 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Attempting to bind port 31bae4d2-1428-4477-ba43-f4a0ba12850d on network f20ac26a-7429-439a-a4a0-e4320dff4b06 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:32:42.677776 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d732d-ab7c-4904-89ff-bfa585d11fb4 req-c8b94640-2dd3-4efd-827e-30a0e92e2150 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.679266 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d48d732d-ab7c-4904-89ff-bfa585d11fb4 req-c8b94640-2dd3-4efd-827e-30a0e92e2150 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1412339 Oct 28 12:32:42.682398 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:32:42.682894 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Checking segment: {'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:32:42.683104 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Bound using segment: {'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:32:42.683890 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Bound port: 31bae4d2-1428-4477-ba43-f4a0ba12850d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:32:42.684244 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.698705 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097c4a1-5f19-46ea-bc42-3dd34b1d6aa1 req-bd4c4cba-ccd2-443d-a0d0-644e40336d99 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.700162 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2097c4a1-5f19-46ea-bc42-3dd34b1d6aa1 req-bd4c4cba-ccd2-443d-a0d0-644e40336d99 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 946 time: 0.1253195 Oct 28 12:32:42.718931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59c1a10a-ed6b-407c-adb8-2331495d12da req-f1f8811f-1cb1-40c9-8e6f-ab5f16bf49f8 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895888 Oct 28 12:32:42.756323 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d48d732d-ab7c-4904-89ff-bfa585d11fb4 req-3a23a074-6dc7-4042-a5d9-c3dc616848b6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 Oct 28 12:32:42.760054 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] For port 31bae4d2-1428-4477-ba43-f4a0ba12850d, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:32:42.764897 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] For port 31bae4d2-1428-4477-ba43-f4a0ba12850d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=31bae4d2-1428-4477-ba43-f4a0ba12850d,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:32:42.771048 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.771967 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2097c4a1-5f19-46ea-bc42-3dd34b1d6aa1 req-e83a6e24-8bad-4564-90fd-0f06bc499307 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555999 Oct 28 12:32:42.815639 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.816387 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:42.817811 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] 10.222.0.77 "PUT /v2.0/ports/31bae4d2-1428-4477-ba43-f4a0ba12850d HTTP/1.1" status: 200 len: 1094 time: 0.7110772 Oct 28 12:32:42.818252 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87852894-21ea-4345-ace1-3a0724e544e9', 'tag': '31bae4d2-1428-4477-ba43-f4a0ba12850d'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:42.821884 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68b8d6-8a18-45bc-962b-236b97180846" -d '{"events": [{"name": "network-changed", "server_uuid": "87852894-21ea-4345-ace1-3a0724e544e9", "tag": "31bae4d2-1428-4477-ba43-f4a0ba12850d"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:42.865552 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dab49-871c-43bf-9967-cc0f871ce0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=31bae4d2-1428-4477-ba43-f4a0ba12850d,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:42.925556 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034c0-531b-4654-a7f7-44110adc989f req-e6a52b2c-8753-4076-a96f-b1075b4ac659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.927284 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-e6a52b2c-8753-4076-a96f-b1075b4ac659 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2fbbbaba86b74b2184637e1cf58ec643&device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 1097 time: 0.0462024 Oct 28 12:32:42.978058 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6af6a2-4d35-4edd-ab55-4ff07625392e req-29caf565-f48d-409b-ac3e-5c9b8f8ef0a9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:42.979602 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6af6a2-4d35-4edd-ab55-4ff07625392e req-29caf565-f48d-409b-ac3e-5c9b8f8ef0a9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 944 time: 0.1215315 Oct 28 12:32:42.994351 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-89816cc2-6784-407b-9056-e9a73d5226ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31bae4d2-1428-4477-ba43-f4a0ba12850d HTTP/1.1" status: 200 len: 217 time: 0.0486813 Oct 28 12:32:43.004436 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdfbd3-67f7-4b92-8122-39833a3cdc0a req-3b75ae79-e086-4029-9f6e-23a4632b38d3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.005821 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a3bdfbd3-67f7-4b92-8122-39833a3cdc0a req-3b75ae79-e086-4029-9f6e-23a4632b38d3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0985334 Oct 28 12:32:43.057931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6af6a2-4d35-4edd-ab55-4ff07625392e req-1905a577-f47a-4d8a-be2d-1e062fd8aa7c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706241 Oct 28 12:32:43.061894 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034c0-531b-4654-a7f7-44110adc989f req-c5c0a0f6-262d-4c66-a49a-dbce8c017746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.063515 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-c5c0a0f6-262d-4c66-a49a-dbce8c017746 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52c6dff0-fc32-4a4e-8598-05ee27fa261b HTTP/1.1" status: 200 len: 848 time: 0.0589802 Oct 28 12:32:43.064025 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a3bdfbd3-67f7-4b92-8122-39833a3cdc0a req-cc6d4524-9a95-4cfb-abba-935bd8e29a79 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493147 Oct 28 12:32:43.129170 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f09c9-fd6f-499b-ab04-df44ce8b2946 x-openstack-request-id: req-ae0f09c9-fd6f-499b-ab04-df44ce8b2946 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:43.129532 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87852894-21ea-4345-ace1-3a0724e544e9", "tag": "31bae4d2-1428-4477-ba43-f4a0ba12850d", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:43.129839 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae0f09c9-fd6f-499b-ab04-df44ce8b2946 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:43.130292 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87852894-21ea-4345-ace1-3a0724e544e9', 'tag': '31bae4d2-1428-4477-ba43-f4a0ba12850d', 'status': 'completed', 'code': 200} Oct 28 12:32:43.132383 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-392fa979-9e9e-4f47-9d4c-4040945229c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f20ac26a-7429-439a-a4a0-e4320dff4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503345 Oct 28 12:32:43.238486 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-fabfc79c-5a35-49e3-9902-470cbe00f5dd service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877597 Oct 28 12:32:43.258846 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:43.350590 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-dfb034c0-531b-4654-a7f7-44110adc989f req-6922a639-068b-46fa-94b7-93b6b3373224 service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007879 Oct 28 12:32:43.453108 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-e06b76b7-4cbd-4c71-901d-577a17e4c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.454823 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-e06b76b7-4cbd-4c71-901d-577a17e4c842 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2fbbbaba86b74b2184637e1cf58ec643&device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 1097 time: 0.0433936 Oct 28 12:32:43.575624 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-911bdd1b-c091-49b4-93c3-5ffbd5c7cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.577260 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-911bdd1b-c091-49b4-93c3-5ffbd5c7cea0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f20ac26a-7429-439a-a4a0-e4320dff4b06 HTTP/1.1" status: 200 len: 909 time: 0.1124992 Oct 28 12:32:43.640985 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3f458-7e83-4fa9-b2f1-cb1e65576ed2 req-8c008560-c2fe-4ce6-94b3-bd8757303ffd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.647627 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-1b4260fc-34ef-4da3-bc91-81d74b06233b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31bae4d2-1428-4477-ba43-f4a0ba12850d HTTP/1.1" status: 200 len: 217 time: 0.0443833 Oct 28 12:32:43.649957 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b3c3f458-7e83-4fa9-b2f1-cb1e65576ed2 req-8c008560-c2fe-4ce6-94b3-bd8757303ffd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0886011 Oct 28 12:32:43.709458 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716315b-9d8d-4fb8-9c66-e3c3425b01cc req-6153873c-6daf-4e00-81c6-192e1ab54484 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.711261 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5716315b-9d8d-4fb8-9c66-e3c3425b01cc req-6153873c-6daf-4e00-81c6-192e1ab54484 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 949 time: 0.1137190 Oct 28 12:32:43.711704 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 46700) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:43.721894 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b3c3f458-7e83-4fa9-b2f1-cb1e65576ed2 req-ad50c398-b8ee-4eda-8053-8919283740f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704298 Oct 28 12:32:43.758327 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-96f7a178-1fd0-497e-a53b-0b622fc37fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.761048 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-96f7a178-1fd0-497e-a53b-0b622fc37fe5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52c6dff0-fc32-4a4e-8598-05ee27fa261b HTTP/1.1" status: 200 len: 848 time: 0.1030099 Oct 28 12:32:43.796287 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5716315b-9d8d-4fb8-9c66-e3c3425b01cc req-60867111-7c90-40b0-99c8-992c278eb6ac tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea4ad3d8-4b29-4864-82a8-7e20f80d5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686886 Oct 28 12:32:43.903971 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-72b765f6-fecb-47f1-bb9e-7b6b248840d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f20ac26a-7429-439a-a4a0-e4320dff4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195476 Oct 28 12:32:43.911567 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-0b63a5b7-3719-4645-975e-e0ff78644c89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:43.919601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-0b63a5b7-3719-4645-975e-e0ff78644c89 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 949 time: 0.1318018 Oct 28 12:32:44.042221 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e7483-ab0b-4473-8449-ef8b9ba99ff4 req-a622527b-5807-4a40-9d21-d08bb6f32d54 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:44.043837 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c2e7483-ab0b-4473-8449-ef8b9ba99ff4 req-a622527b-5807-4a40-9d21-d08bb6f32d54 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1217768 Oct 28 12:32:44.053857 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ff63fb5-ebb1-4a74-a682-4d85958c99ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.088568 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-a0e58c50-7241-4160-90ff-49aa469c36e0 service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751769 Oct 28 12:32:44.162214 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c2e7483-ab0b-4473-8449-ef8b9ba99ff4 req-caa01527-a679-4085-b9f2-06edb275790d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778637 Oct 28 12:32:44.224283 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Deleting port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:32:44.224626 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.242588 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ff63fb5-ebb1-4a74-a682-4d85958c99ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.250142 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8e68b8d6-8a18-45bc-962b-236b97180846 req-f0638911-9104-418c-8209-608396d11b6e service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454954 Oct 28 12:32:44.250864 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ff63fb5-ebb1-4a74-a682-4d85958c99ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.293095 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-1ff63fb5-ebb1-4a74-a682-4d85958c99ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39e9d53ebb744ac8a6cf6d77bb8caf91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771532 Oct 28 12:32:44.293095 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63fb5-ebb1-4a74-a682-4d85958c99ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92752a9f-2434-4689-90d7-9fe5a64120c6,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:44.294507 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 46718) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:44.326510 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae5139-76ec-466d-89f2-a87fb4c6aa7c req-84b2e186-9919-4362-bce2-6997eb0da12c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:44.328164 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-efae5139-76ec-466d-89f2-a87fb4c6aa7c req-84b2e186-9919-4362-bce2-6997eb0da12c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.1476822 Oct 28 12:32:44.349055 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86dce14b-f301-4758-acfa-f6f142e747f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.375176 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86dce14b-f301-4758-acfa-f6f142e747f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.417969 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] For port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,segment=NetworkSegment(8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6),segment_id=8b17bf28-6a09-4104-9fcc-86b4ec6ef7a6)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:44.418324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.427941 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fdc95-e1db-4dd0-a128-7d921aaf8d15 req-3d4b30ff-d8fe-4888-ab91-51b919ff2a4f tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:44.429538 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ea2fdc95-e1db-4dd0-a128-7d921aaf8d15 req-3d4b30ff-d8fe-4888-ab91-51b919ff2a4f tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 944 time: 0.1890581 Oct 28 12:32:44.441812 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-efae5139-76ec-466d-89f2-a87fb4c6aa7c req-4a045653-4dc0-4a6b-a29c-3b846c1d2145 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012576 Oct 28 12:32:44.444150 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86dce14b-f301-4758-acfa-f6f142e747f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.446905 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86dce14b-f301-4758-acfa-f6f142e747f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.450553 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-86dce14b-f301-4758-acfa-f6f142e747f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92752a9f-2434-4689-90d7-9fe5a64120c6 HTTP/1.1" status: 204 len: 168 time: 0.1529276 Oct 28 12:32:44.450798 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Calling delete_port for 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:32:44.458007 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dce14b-f301-4758-acfa-f6f142e747f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92752a9f-2434-4689-90d7-9fe5a64120c6,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:44.595748 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ea2fdc95-e1db-4dd0-a128-7d921aaf8d15 req-133d78be-ffb7-4d7f-888c-fb9a7ab0dfe0 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481485 Oct 28 12:32:44.637572 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0b5d-202f-4423-995c-c4b4654baff1 req-839d70ee-0000-4881-81ca-348204764d75 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:44.639261 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1b0c0b5d-202f-4423-995c-c4b4654baff1 req-839d70ee-0000-4881-81ca-348204764d75 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.1107023 Oct 28 12:32:44.723443 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1b0c0b5d-202f-4423-995c-c4b4654baff1 req-a7e199d9-7a89-41a8-9623-7564aebffda1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709028 Oct 28 12:32:44.757318 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.773880 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:32:44.789563 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Pushing event deleted for resources: {'Port': ['ID=7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:44.894855 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] No DVR routers for this DVR port 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:32:44.898448 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:44.902487 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d8cac78-b05b-4e49-a006-da6f73baa179 req-37c6d83e-b97d-4351-a2bb-c27c34b2a3c0 tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.77 "DELETE /v2.0/ports/7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 HTTP/1.1" status: 204 len: 173 time: 0.9637139 Oct 28 12:32:44.905256 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'name': 'network-vif-deleted', 'tag': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:44.908604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8799be63-d78a-42fb-8d07-907ca1e15d88" -d '{"events": [{"server_uuid": "2c2b85ef-76d8-4707-83a5-5a83394b80df", "name": "network-vif-deleted", "tag": "7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:44.958337 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441619c5-9100-4e56-9980-7b466bb4bf3a req-59558f87-1685-4a53-ab01-2373b2f281b3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:44.960316 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-441619c5-9100-4e56-9980-7b466bb4bf3a req-59558f87-1685-4a53-ab01-2373b2f281b3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.1347718 Oct 28 12:32:44.978323 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8166ec4c-827f-44c6-ae03-96801f6c5b50 req-828c13d8-af13-46e9-9723-80fcaa87f9bc tempest-VolumesNegativeTest-447296815 tempest-VolumesNegativeTest-447296815-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c2b85ef-76d8-4707-83a5-5a83394b80df HTTP/1.1" status: 200 len: 210 time: 0.0525010 Oct 28 12:32:45.030354 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-441619c5-9100-4e56-9980-7b466bb4bf3a req-423ac762-31aa-482b-8980-787d94e13719 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539389 Oct 28 12:32:45.046515 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4ba60f-3379-4784-a3c2-5fe1b5bc18e0 x-openstack-request-id: req-ae4ba60f-3379-4784-a3c2-5fe1b5bc18e0 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:45.047128 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2b85ef-76d8-4707-83a5-5a83394b80df", "name": "network-vif-deleted", "tag": "7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:45.047128 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae4ba60f-3379-4784-a3c2-5fe1b5bc18e0 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:45.047782 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2b85ef-76d8-4707-83a5-5a83394b80df', 'name': 'network-vif-deleted', 'tag': '7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30', 'status': 'completed', 'code': 200} Oct 28 12:32:45.302382 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5b302-31c0-4314-b5c6-a4bb69e76b28 req-7ce83240-fd60-4825-9853-e332ce65986e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:45.303932 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dad5b302-31c0-4314-b5c6-a4bb69e76b28 req-7ce83240-fd60-4825-9853-e332ce65986e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0574021 Oct 28 12:32:45.349938 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dad5b302-31c0-4314-b5c6-a4bb69e76b28 req-76e98b03-caa7-45ed-be2f-5a02dcf833d5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394351 Oct 28 12:32:45.577219 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3c7ea-4cda-47ac-8b69-8250a92a7d1a req-89af3b78-add1-4e41-a29e-424ad9955b03 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:45.578819 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-43f3c7ea-4cda-47ac-8b69-8250a92a7d1a req-89af3b78-add1-4e41-a29e-424ad9955b03 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0555830 Oct 28 12:32:45.621691 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-43f3c7ea-4cda-47ac-8b69-8250a92a7d1a req-33c33c02-5447-496f-aad3-2e82c282997d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358424 Oct 28 12:32:45.716102 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38af7-3d9d-415f-a647-6206b2554594 req-58752a66-9f22-4cb2-b6f4-b529677ef064 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:45.717534 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-34b38af7-3d9d-415f-a647-6206b2554594 req-58752a66-9f22-4cb2-b6f4-b529677ef064 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 944 time: 0.0521457 Oct 28 12:32:45.758308 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-34b38af7-3d9d-415f-a647-6206b2554594 req-f90e799f-3b99-4c8e-a5f3-86a42e55c1a2 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Oct 28 12:32:45.865819 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2701-7e3b-4a72-aafc-32d8784761fc req-0c4e2606-1cc9-4ca1-b41b-6e8d380647d1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:45.867653 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1aa2701-7e3b-4a72-aafc-32d8784761fc req-0c4e2606-1cc9-4ca1-b41b-6e8d380647d1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0634263 Oct 28 12:32:45.910518 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1aa2701-7e3b-4a72-aafc-32d8784761fc req-9581c934-5d98-4e77-9c9c-50cd17c4fada tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359812 Oct 28 12:32:46.170298 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee78437-041f-41ae-bbe0-06b6897088d6 req-e5214715-b841-43b3-8f53-c233d323e80b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:46.171799 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bee78437-041f-41ae-bbe0-06b6897088d6 req-e5214715-b841-43b3-8f53-c233d323e80b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0598373 Oct 28 12:32:46.214910 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bee78437-041f-41ae-bbe0-06b6897088d6 req-51679f5e-067b-4dd6-926b-286668a85915 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364480 Oct 28 12:32:46.475622 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8bf53-4bb2-40b4-961a-a2be3327743c req-772e166d-90bf-4a0e-862d-c1c380dcf42d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:46.477357 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6fe8bf53-4bb2-40b4-961a-a2be3327743c req-772e166d-90bf-4a0e-862d-c1c380dcf42d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Oct 28 12:32:46.530988 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6fe8bf53-4bb2-40b4-961a-a2be3327743c req-f17f590c-5b94-49d8-b6aa-fec7a4d2a27a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Oct 28 12:32:46.760737 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9212-7ae6-4d9c-aa30-b1a5a3088f68 req-d9382d0a-15c9-44a4-aa72-5aa990484f3e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:46.762316 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-451f9212-7ae6-4d9c-aa30-b1a5a3088f68 req-d9382d0a-15c9-44a4-aa72-5aa990484f3e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0547338 Oct 28 12:32:46.805601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-451f9212-7ae6-4d9c-aa30-b1a5a3088f68 req-96e2413a-e3dc-4692-b9e7-e90105bf049f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369048 Oct 28 12:32:46.883438 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f92eda-7703-44a2-a541-6db7428f20d7 req-5ef0ba9d-f3a8-4505-bf71-d4ea3940463a tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:46.885418 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d2f92eda-7703-44a2-a541-6db7428f20d7 req-5ef0ba9d-f3a8-4505-bf71-d4ea3940463a tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 944 time: 0.0544848 Oct 28 12:32:46.929137 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d2f92eda-7703-44a2-a541-6db7428f20d7 req-69dfc6fe-f736-4d84-b9a3-12f281af84c7 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Oct 28 12:32:46.961289 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 31bae4d2-1428-4477-ba43-f4a0ba12850d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:32:46.964896 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:32:46.995583 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:32:46.996028 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7c81d3d4-a1e4-4e95-b3ef-ec5660cf0f30 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:32:47.052991 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426b748-4747-43c7-a60d-cfab5063e46d req-31474c37-674d-4520-b1cc-51e8765d7bf4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:47.054821 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a426b748-4747-43c7-a60d-cfab5063e46d req-31474c37-674d-4520-b1cc-51e8765d7bf4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0594165 Oct 28 12:32:47.093679 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 31bae4d2-1428-4477-ba43-f4a0ba12850d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=31bae4d2-1428-4477-ba43-f4a0ba12850d,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:47.099221 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a426b748-4747-43c7-a60d-cfab5063e46d req-b4032afb-8a8f-4298-8739-5ba7e36fd452 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379670 Oct 28 12:32:47.104861 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '31bae4d2-1428-4477-ba43-f4a0ba12850d', 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06', 'port_id': '31bae4d2-1428-4477-ba43-f4a0ba12850d', 'mac_address': 'fa:16:3e:67:53:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c6dff0-fc32-4a4e-8598-05ee27fa261b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:32:47.143491 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:47.161500 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bae4d2-1428-4477-ba43-f4a0ba12850d {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:47.182550 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 31bae4d2-1428-4477-ba43-f4a0ba12850d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=31bae4d2-1428-4477-ba43-f4a0ba12850d,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:47.188640 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:47.237589 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=31bae4d2-1428-4477-ba43-f4a0ba12850d,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:47.245842 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.246209 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.246633 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.246853 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.247228 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.247481 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.247802 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.248111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.248435 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.248781 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.249094 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.249399 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:32:47.357624 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce3f79-3bba-4b36-9b63-7a59a7d40097 req-547e149c-a598-48e4-b6ae-2ca4182107cb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:47.359128 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cce3f79-3bba-4b36-9b63-7a59a7d40097 req-547e149c-a598-48e4-b6ae-2ca4182107cb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0558550 Oct 28 12:32:47.404679 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cce3f79-3bba-4b36-9b63-7a59a7d40097 req-cc44f4bd-5abe-46be-a2a7-eee6549695d7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Oct 28 12:32:47.493143 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['31bae4d2-1428-4477-ba43-f4a0ba12850d'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:32:47.662395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e883d-aba6-40c0-8d16-f4336b855450 req-f30db3fd-c43b-4ba3-a0da-bfe394013baf tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:47.664023 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-076e883d-aba6-40c0-8d16-f4336b855450 req-f30db3fd-c43b-4ba3-a0da-bfe394013baf tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0589550 Oct 28 12:32:47.707114 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-076e883d-aba6-40c0-8d16-f4336b855450 req-ac31c2a2-1997-47a5-9482-03c9ba284e22 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Oct 28 12:32:47.941297 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7070e1-f4bf-4002-bc85-298d2cf68448 req-49a8a588-cfd4-42b8-a79b-dc275f2e1a97 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:47.943468 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba7070e1-f4bf-4002-bc85-298d2cf68448 req-49a8a588-cfd4-42b8-a79b-dc275f2e1a97 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0629797 Oct 28 12:32:47.990697 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba7070e1-f4bf-4002-bc85-298d2cf68448 req-32c9ddc2-ac95-4a10-b154-70ce59393939 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405571 Oct 28 12:32:48.056839 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cdca5-5f96-4ad9-b40a-38b53dd548d9 req-3da491fe-ae8b-491d-8d90-ca3f9011bbdb tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:48.058694 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1e9cdca5-5f96-4ad9-b40a-38b53dd548d9 req-3da491fe-ae8b-491d-8d90-ca3f9011bbdb tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Oct 28 12:32:48.102827 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1e9cdca5-5f96-4ad9-b40a-38b53dd548d9 req-a5692660-04df-47f0-b60b-75870f76e8d2 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Oct 28 12:32:48.232435 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d3f04-b8e4-4b42-9e0d-af9cd1e8c69c req-6ca1bc8e-bc45-4d4b-a271-8f7aa19e4a0c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:48.234032 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2b9d3f04-b8e4-4b42-9e0d-af9cd1e8c69c req-6ca1bc8e-bc45-4d4b-a271-8f7aa19e4a0c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0568104 Oct 28 12:32:48.277621 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2b9d3f04-b8e4-4b42-9e0d-af9cd1e8c69c req-34ea2f9c-1937-4854-a6cb-ba1b9ed15404 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370762 Oct 28 12:32:48.543642 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78297e8-b97f-4d72-a5a8-81a83c240e7e req-3ec18cbc-77c5-4be6-b04b-aa2108835af8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:48.545515 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e78297e8-b97f-4d72-a5a8-81a83c240e7e req-3ec18cbc-77c5-4be6-b04b-aa2108835af8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0606334 Oct 28 12:32:48.594295 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e78297e8-b97f-4d72-a5a8-81a83c240e7e req-be9b0bb1-de4d-4596-a3fd-eabb05f9fc05 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381234 Oct 28 12:32:48.874587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a537a9e-f466-450e-9204-8f63374d6941 req-891bb8c5-6f82-4bae-83d5-d4a39188fb0d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:48.875860 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2a537a9e-f466-450e-9204-8f63374d6941 req-891bb8c5-6f82-4bae-83d5-d4a39188fb0d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0550170 Oct 28 12:32:48.915517 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2a537a9e-f466-450e-9204-8f63374d6941 req-f87043c3-2198-4706-b459-0fd6d4730a32 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Oct 28 12:32:49.003306 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 31bae4d2-1428-4477-ba43-f4a0ba12850d up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:32:49.063490 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 31bae4d2-1428-4477-ba43-f4a0ba12850d completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:32:49.067794 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 31bae4d2-1428-4477-ba43-f4a0ba12850d triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:49.068165 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:49.112332 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6361e-c7e2-4830-9272-ad3df3d3f43f req-86fe9af4-d430-4c32-8387-e1709a791caa tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:49.113989 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9dd6361e-c7e2-4830-9272-ad3df3d3f43f req-86fe9af4-d430-4c32-8387-e1709a791caa tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0504267 Oct 28 12:32:49.155674 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:49.174413 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9dd6361e-c7e2-4830-9272-ad3df3d3f43f req-2b2d6ef2-2a45-4ff8-bb2c-463cb6ec2686 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530963 Oct 28 12:32:49.182447 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87852894-21ea-4345-ace1-3a0724e544e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bae4d2-1428-4477-ba43-f4a0ba12850d'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:49.185405 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6bc9ad-f1a7-42bb-ac35-c87b3e3ceb99" -d '{"events": [{"server_uuid": "87852894-21ea-4345-ace1-3a0724e544e9", "name": "network-vif-plugged", "status": "completed", "tag": "31bae4d2-1428-4477-ba43-f4a0ba12850d"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:49.198753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 31bae4d2-1428-4477-ba43-f4a0ba12850d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=31bae4d2-1428-4477-ba43-f4a0ba12850d,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:49.203387 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:49.244168 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a95f82-9ee6-4c9f-a73d-2d28394b57df x-openstack-request-id: req-50a95f82-9ee6-4c9f-a73d-2d28394b57df {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:49.244487 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87852894-21ea-4345-ace1-3a0724e544e9", "name": "network-vif-plugged", "status": "completed", "tag": "31bae4d2-1428-4477-ba43-f4a0ba12850d", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:49.244765 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50a95f82-9ee6-4c9f-a73d-2d28394b57df {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:49.245157 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87852894-21ea-4345-ace1-3a0724e544e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bae4d2-1428-4477-ba43-f4a0ba12850d', 'code': 200} Oct 28 12:32:49.247946 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e28f0-0e1d-4fa1-9ac1-d52606f16eb1 req-6ae984b1-53cd-4d68-a09c-3819fd2c51af tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:49.249555 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d24e28f0-0e1d-4fa1-9ac1-d52606f16eb1 req-6ae984b1-53cd-4d68-a09c-3819fd2c51af tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 946 time: 0.0585940 Oct 28 12:32:49.261723 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=31bae4d2-1428-4477-ba43-f4a0ba12850d,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:49.295499 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d24e28f0-0e1d-4fa1-9ac1-d52606f16eb1 req-3ab34e6f-2c7c-4011-bbc2-cae3e2cbc8bb tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Oct 28 12:32:49.413433 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c72812-f5f7-47e9-aac9-c5b1b95d2f49 req-8e13ab10-0573-4ac1-b928-1e257037170f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:49.414783 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-73c72812-f5f7-47e9-aac9-c5b1b95d2f49 req-8e13ab10-0573-4ac1-b928-1e257037170f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0609732 Oct 28 12:32:49.467900 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da121fc-9930-461c-87c5-222c9e9ad500 req-16352205-3400-46ec-a7ba-7bcbe47040ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:49.469916 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1da121fc-9930-461c-87c5-222c9e9ad500 req-16352205-3400-46ec-a7ba-7bcbe47040ff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 1099 time: 0.0742207 Oct 28 12:32:49.473185 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-73c72812-f5f7-47e9-aac9-c5b1b95d2f49 req-37c4a305-3341-410e-927f-f66671b803f5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 Oct 28 12:32:49.505563 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1da121fc-9930-461c-87c5-222c9e9ad500 req-d9c494c8-ad28-4805-ab34-57530d6dd0ec service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278027 Oct 28 12:32:49.727323 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d19e9-d43c-4178-9d14-040362f70b1e req-462a43ed-a3bf-4f9a-9335-728c6885f1a9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:49.728866 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-df8d19e9-d43c-4178-9d14-040362f70b1e req-462a43ed-a3bf-4f9a-9335-728c6885f1a9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0527179 Oct 28 12:32:49.770460 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-df8d19e9-d43c-4178-9d14-040362f70b1e req-bbcd34b1-600b-471d-8563-26e1c2cfd5f5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353019 Oct 28 12:32:50.052031 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02434-db49-4000-8063-7add5c552d75 req-f3481640-5666-4838-b238-5ce0ca71c8db tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:50.053559 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b8e02434-db49-4000-8063-7add5c552d75 req-f3481640-5666-4838-b238-5ce0ca71c8db tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0630684 Oct 28 12:32:50.094198 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b8e02434-db49-4000-8063-7add5c552d75 req-4f051902-909d-4179-b0b6-191dff3983c5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Oct 28 12:32:50.124563 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 47016) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:50.265237 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-04464c85-c7ff-4777-83b9-24e368777238 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0885f209fd8c4c39a508059798fec9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393194 Oct 28 12:32:50.267805 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 47022) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:50.300405 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f872fbd-5099-407f-af98-806a60bb14c3 req-00cb54f0-ccf1-4726-b644-d3f5b9e876fb tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:50.302025 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f872fbd-5099-407f-af98-806a60bb14c3 req-00cb54f0-ccf1-4726-b644-d3f5b9e876fb tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0547833 Oct 28 12:32:50.324628 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e054bb27-8909-46fb-8bf6-83b06a402743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:50.344111 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f872fbd-5099-407f-af98-806a60bb14c3 req-1319313f-839e-471f-a798-73cd776d9cb3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Oct 28 12:32:50.347331 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e054bb27-8909-46fb-8bf6-83b06a402743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:50.398035 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e054bb27-8909-46fb-8bf6-83b06a402743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:50.400800 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e054bb27-8909-46fb-8bf6-83b06a402743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:50.404629 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e054bb27-8909-46fb-8bf6-83b06a402743 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea4ad3d8-4b29-4864-82a8-7e20f80d5084 HTTP/1.1" status: 204 len: 168 time: 0.1332455 Oct 28 12:32:50.410336 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054bb27-8909-46fb-8bf6-83b06a402743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4ad3d8-4b29-4864-82a8-7e20f80d5084,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:50.443448 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2e7c1-94a1-4599-8038-9e1f2adf5dfe req-caf4125d-a901-42ca-ad95-c5544cee14c8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:50.444980 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-98f2e7c1-94a1-4599-8038-9e1f2adf5dfe req-caf4125d-a901-42ca-ad95-c5544cee14c8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 946 time: 0.0575533 Oct 28 12:32:50.488344 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-98f2e7c1-94a1-4599-8038-9e1f2adf5dfe req-153f3f5f-4dc0-46dd-bea7-92c241755de5 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Oct 28 12:32:50.601999 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56928bc5-aa31-440d-9f32-efd8d165e438 req-511e9f1b-cc1d-44ba-82d8-e69ff107b9f1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:50.603577 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-56928bc5-aa31-440d-9f32-efd8d165e438 req-511e9f1b-cc1d-44ba-82d8-e69ff107b9f1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0592015 Oct 28 12:32:50.648067 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-56928bc5-aa31-440d-9f32-efd8d165e438 req-7d9ca5e4-8978-4071-87b2-57209026b7cb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376327 Oct 28 12:32:50.899280 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f774-84d2-4d27-b269-6cd8ee6be912 req-9772fc86-a38a-4613-a4ba-87da98a3c53d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:50.900960 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4f97f774-84d2-4d27-b269-6cd8ee6be912 req-9772fc86-a38a-4613-a4ba-87da98a3c53d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0542011 Oct 28 12:32:50.946265 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4f97f774-84d2-4d27-b269-6cd8ee6be912 req-c0a9a5cb-2015-405a-b85e-8aca7e348534 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384626 Oct 28 12:32:51.221484 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c12f6-646a-4c15-a749-4410e3c4fb67 req-86bf3819-1487-4b52-b62f-c029cae917d9 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:51.222956 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-316c12f6-646a-4c15-a749-4410e3c4fb67 req-86bf3819-1487-4b52-b62f-c029cae917d9 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0531311 Oct 28 12:32:51.272263 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-316c12f6-646a-4c15-a749-4410e3c4fb67 req-0104e7b0-d5b0-4bf2-82ea-1b4e2bb4ff6b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Oct 28 12:32:51.734310 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c1cad-be78-4a88-97db-47bc6a672e90 req-3e0a2279-3131-4e88-bd2f-9f83656a3420 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:51.735890 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-567c1cad-be78-4a88-97db-47bc6a672e90 req-3e0a2279-3131-4e88-bd2f-9f83656a3420 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.3148916 Oct 28 12:32:51.749854 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f01931-1183-4c70-99f1-c942bb4d08a4 req-56181daa-3c2f-4f08-8897-be4818acacdf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:51.751396 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41f01931-1183-4c70-99f1-c942bb4d08a4 req-56181daa-3c2f-4f08-8897-be4818acacdf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 946 time: 0.0713289 Oct 28 12:32:51.807343 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-567c1cad-be78-4a88-97db-47bc6a672e90 req-19d866bc-4aff-459d-b753-47fc8a9b6524 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651755 Oct 28 12:32:51.813474 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41f01931-1183-4c70-99f1-c942bb4d08a4 req-f7bad789-79f3-4bbf-a9ce-4d3d6ab7b3c8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553377 Oct 28 12:32:51.917263 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8148e-6c7f-4ca7-a9ed-9f9f3eb63d38 req-52197acd-7afe-4ef2-b973-17be72d2417c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:51.918758 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d0f8148e-6c7f-4ca7-a9ed-9f9f3eb63d38 req-52197acd-7afe-4ef2-b973-17be72d2417c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0534658 Oct 28 12:32:51.963907 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d0f8148e-6c7f-4ca7-a9ed-9f9f3eb63d38 req-3b7b401d-e176-433c-bf44-171fb438459c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387723 Oct 28 12:32:52.092293 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8cd46-3b96-4975-b685-49dbf03f20a1 req-9636d3d9-d8a6-4e8b-8443-d70547b34f08 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:52.098584 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3dd8cd46-3b96-4975-b685-49dbf03f20a1 req-9636d3d9-d8a6-4e8b-8443-d70547b34f08 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0622499 Oct 28 12:32:52.134922 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3dd8cd46-3b96-4975-b685-49dbf03f20a1 req-d41fa185-97fe-474c-bd25-a84aaf81bbea tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Oct 28 12:32:52.398653 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95f8fa-2456-4d4e-b435-a16fc3eaae86 req-6b25e412-c927-46f7-b604-408a799866a4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:52.400266 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ef95f8fa-2456-4d4e-b435-a16fc3eaae86 req-6b25e412-c927-46f7-b604-408a799866a4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0542414 Oct 28 12:32:52.441641 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ef95f8fa-2456-4d4e-b435-a16fc3eaae86 req-3a891711-9a87-4dd3-a2e6-66db0c7aaa83 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Oct 28 12:32:52.616048 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd30c4-8e3f-4d70-83ac-5a0418937263 req-2d7f0ff4-7455-4e3b-98d3-1a5f6a2cae24 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:52.617589 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-adbd30c4-8e3f-4d70-83ac-5a0418937263 req-2d7f0ff4-7455-4e3b-98d3-1a5f6a2cae24 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 946 time: 0.0520010 Oct 28 12:32:52.664657 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-adbd30c4-8e3f-4d70-83ac-5a0418937263 req-a5236aac-450d-4bba-8370-a3ba745502d7 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Oct 28 12:32:52.942883 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c211d21-730e-4624-be7e-f7e0b7f26ce2 req-55b25ea9-682b-4793-9575-d0bb9921b987 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:52.944431 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c211d21-730e-4624-be7e-f7e0b7f26ce2 req-55b25ea9-682b-4793-9575-d0bb9921b987 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 943 time: 0.0559080 Oct 28 12:32:52.994256 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c211d21-730e-4624-be7e-f7e0b7f26ce2 req-3755d0d4-b7f5-4dbd-9cd4-ef872df36142 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393996 Oct 28 12:32:53.047840 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device d8c38e90-8225-4aaf-8322-139cc91fa0a9 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:32:53.090388 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1e409-dc00-402f-95cc-aeb02343c745 req-ef394865-3636-4817-8a46-18de9464c236 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:53.091873 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4fc1e409-dc00-402f-95cc-aeb02343c745 req-ef394865-3636-4817-8a46-18de9464c236 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0519738 Oct 28 12:32:53.143143 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4fc1e409-dc00-402f-95cc-aeb02343c745 req-43c16e8f-3e6e-4077-b18b-0df1d6f4ba3f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370820 Oct 28 12:32:53.279528 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port d8c38e90-8225-4aaf-8322-139cc91fa0a9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:53.284821 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6829252-f962-4587-9c01-865ab5105414 req-ccc27406-9054-400b-ad66-652e2df6d8a5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:53.286908 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b6829252-f962-4587-9c01-865ab5105414 req-ccc27406-9054-400b-ad66-652e2df6d8a5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0639074 Oct 28 12:32:53.292083 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'port_id': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'mac_address': 'fa:16:3e:97:3b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:32:53.332375 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:53.336018 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b6829252-f962-4587-9c01-865ab5105414 req-fef2c4a3-d18e-4afe-abe8-f0f0f01b857d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396652 Oct 28 12:32:53.346762 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c38e90-8225-4aaf-8322-139cc91fa0a9 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:53.371803 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port d8c38e90-8225-4aaf-8322-139cc91fa0a9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:53.376682 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:53.434302 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=d8c38e90-8225-4aaf-8322-139cc91fa0a9,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:53.564989 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f7e25-078c-42d7-8482-24bc86039e45 req-ea93c973-795f-4831-acb8-304e9d5a69e6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:53.566564 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6b4f7e25-078c-42d7-8482-24bc86039e45 req-ea93c973-795f-4831-acb8-304e9d5a69e6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0522180 Oct 28 12:32:53.614453 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6b4f7e25-078c-42d7-8482-24bc86039e45 req-b8bf9d39-44b4-44a0-8d12-0280a3f7bc9f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Oct 28 12:32:53.733871 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['d8c38e90-8225-4aaf-8322-139cc91fa0a9'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:32:53.805307 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c96fb-1a1f-4e95-b75f-54080cd25bea req-65c2df6d-b093-4eb2-bc07-a4785e2d6fa8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:53.807097 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-057c96fb-1a1f-4e95-b75f-54080cd25bea req-65c2df6d-b093-4eb2-bc07-a4785e2d6fa8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 946 time: 0.0602150 Oct 28 12:32:53.855889 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-057c96fb-1a1f-4e95-b75f-54080cd25bea req-0731e6e0-40f7-4f6b-baa8-dd017b2fccf9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Oct 28 12:32:54.113884 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c101b0-fce5-4633-adc6-6ce43d9b2386 req-373347dc-67bd-4eff-a93a-25072ea9c0bb tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:54.115271 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f8c101b0-fce5-4633-adc6-6ce43d9b2386 req-373347dc-67bd-4eff-a93a-25072ea9c0bb tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 944 time: 0.0516076 Oct 28 12:32:54.159382 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f8c101b0-fce5-4633-adc6-6ce43d9b2386 req-a4d10375-e7d6-4bdb-82b7-6deb601c7548 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378411 Oct 28 12:32:54.264960 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4d8e0-fdc5-42c4-8c87-34584a757af9 req-b7ee97df-f265-4e33-96fe-2018439dcdf4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:54.266424 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-94c4d8e0-fdc5-42c4-8c87-34584a757af9 req-b7ee97df-f265-4e33-96fe-2018439dcdf4 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0520916 Oct 28 12:32:54.327664 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-94c4d8e0-fdc5-42c4-8c87-34584a757af9 req-bd60516b-a559-4a2b-96de-ebfef040903f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550258 Oct 28 12:32:54.350887 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-4f5b3878-15c2-46bc-b058-4a8d1aa83f40 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:54.352377 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-4f5b3878-15c2-46bc-b058-4a8d1aa83f40 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 946 time: 0.0601268 Oct 28 12:32:54.487704 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37149817-b8ab-4bb4-8d32-743099d23ef9 req-f814d5fd-23cd-4a1d-8868-0b15e9ef4166 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:54.489234 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-37149817-b8ab-4bb4-8d32-743099d23ef9 req-f814d5fd-23cd-4a1d-8868-0b15e9ef4166 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0647302 Oct 28 12:32:54.494973 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Deleting port 31bae4d2-1428-4477-ba43-f4a0ba12850d {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:32:54.495318 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:54.581856 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-37149817-b8ab-4bb4-8d32-743099d23ef9 req-7fc82e63-4314-4e77-89c0-cdccb2030239 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833988 Oct 28 12:32:54.616658 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] For port 31bae4d2-1428-4477-ba43-f4a0ba12850d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=31bae4d2-1428-4477-ba43-f4a0ba12850d,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:54.617045 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:54.629163 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Calling delete_port for 31bae4d2-1428-4477-ba43-f4a0ba12850d owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:32:54.773799 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d910b-a8aa-4fd4-959a-8eab06f8a83f req-c8d3b76b-ac7c-4874-ab5f-d65b8bb6ff2e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:54.775355 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c15d910b-a8aa-4fd4-959a-8eab06f8a83f req-c8d3b76b-ac7c-4874-ab5f-d65b8bb6ff2e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0900817 Oct 28 12:32:54.821968 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:54.835840 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['31bae4d2-1428-4477-ba43-f4a0ba12850d'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:32:54.837573 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c15d910b-a8aa-4fd4-959a-8eab06f8a83f req-ccb5b5b4-db55-42e9-a835-3abf3a04ffc8 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549240 Oct 28 12:32:54.860285 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Pushing event deleted for resources: {'Port': ['ID=31bae4d2-1428-4477-ba43-f4a0ba12850d,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:54.909202 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] No DVR routers for this DVR port 31bae4d2-1428-4477-ba43-f4a0ba12850d on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:32:54.912620 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:54.918872 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ed1d7e0f-b98c-4dae-8a4e-def28d5f6788 req-7c1d4577-abf6-45f8-ac8b-d24be41fe3bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "DELETE /v2.0/ports/31bae4d2-1428-4477-ba43-f4a0ba12850d HTTP/1.1" status: 204 len: 173 time: 0.5600421 Oct 28 12:32:54.919315 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87852894-21ea-4345-ace1-3a0724e544e9', 'name': 'network-vif-deleted', 'tag': '31bae4d2-1428-4477-ba43-f4a0ba12850d'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:54.921690 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a772f3-c8f1-4d4b-8982-91ec0b18b300" -d '{"events": [{"server_uuid": "87852894-21ea-4345-ace1-3a0724e544e9", "name": "network-vif-deleted", "tag": "31bae4d2-1428-4477-ba43-f4a0ba12850d"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:54.966474 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6c1b50-a99e-462b-807f-7a3bc43efe0a x-openstack-request-id: req-1e6c1b50-a99e-462b-807f-7a3bc43efe0a {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:54.966882 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87852894-21ea-4345-ace1-3a0724e544e9", "name": "network-vif-deleted", "tag": "31bae4d2-1428-4477-ba43-f4a0ba12850d", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:54.966996 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e6c1b50-a99e-462b-807f-7a3bc43efe0a {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:54.967390 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87852894-21ea-4345-ace1-3a0724e544e9', 'name': 'network-vif-deleted', 'tag': '31bae4d2-1428-4477-ba43-f4a0ba12850d', 'status': 'completed', 'code': 200} Oct 28 12:32:54.992591 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9e4d265c-a2b8-4042-8d45-91977142a51b req-36ca25e0-02e0-400e-848b-6e92da2dd1ab tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=87852894-21ea-4345-ace1-3a0724e544e9 HTTP/1.1" status: 200 len: 210 time: 0.0406151 Oct 28 12:32:55.049660 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device d8c38e90-8225-4aaf-8322-139cc91fa0a9 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:32:55.101850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port d8c38e90-8225-4aaf-8322-139cc91fa0a9 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:32:55.105676 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port d8c38e90-8225-4aaf-8322-139cc91fa0a9 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:55.106041 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:55.194808 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:55.219980 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:55.222570 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d50652-d68d-49ca-8e22-a621a43c3903" -d '{"events": [{"server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:55.237232 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port d8c38e90-8225-4aaf-8322-139cc91fa0a9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:55.245795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:55.280241 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e4eacc-f3d4-4d87-a452-e041f357e708 x-openstack-request-id: req-19e4eacc-f3d4-4d87-a452-e041f357e708 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:55.280558 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:55.280834 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19e4eacc-f3d4-4d87-a452-e041f357e708 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:55.281227 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'code': 200} Oct 28 12:32:55.307387 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=d8c38e90-8225-4aaf-8322-139cc91fa0a9,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:55.312695 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3969-493c-47e5-9ca1-ba50c5e6d9c9 req-70d16cc7-05da-4124-a46d-4599a69d6e63 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:55.314290 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bdae3969-493c-47e5-9ca1-ba50c5e6d9c9 req-70d16cc7-05da-4124-a46d-4599a69d6e63 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.0770133 Oct 28 12:32:55.357310 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bdae3969-493c-47e5-9ca1-ba50c5e6d9c9 req-04ec57b1-5df6-4784-a748-6b481b4ea1dd tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365090 Oct 28 12:32:55.454615 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a5a0-d99a-4ea0-af5e-13ac87fc290b req-d118b0fe-7ffa-4597-b233-9bb592d064bc tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:55.457742 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-61d4a5a0-d99a-4ea0-af5e-13ac87fc290b req-d118b0fe-7ffa-4597-b233-9bb592d064bc tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0557621 Oct 28 12:32:55.505679 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-61d4a5a0-d99a-4ea0-af5e-13ac87fc290b req-f1476a14-a634-4c2a-9c20-bbfa24392382 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402114 Oct 28 12:32:55.551289 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4a7b-915a-4b19-9b3f-1f61cffe309d req-8206104c-de8a-40f0-bbc5-de9951723435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:55.553080 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-273d4a7b-915a-4b19-9b3f-1f61cffe309d req-8206104c-de8a-40f0-bbc5-de9951723435 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 1098 time: 0.0416191 Oct 28 12:32:55.595897 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-273d4a7b-915a-4b19-9b3f-1f61cffe309d req-171f56fb-fed5-4493-911e-bc9888154c90 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341496 Oct 28 12:32:55.710090 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40345d-8d5c-46c1-8538-916defe83e12 req-aa403b10-655b-40c1-b125-67c9fac8ff8e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:55.711500 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a40345d-8d5c-46c1-8538-916defe83e12 req-aa403b10-655b-40c1-b125-67c9fac8ff8e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0539286 Oct 28 12:32:55.759569 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a40345d-8d5c-46c1-8538-916defe83e12 req-9cf32557-a534-421f-b6c0-b276623f0b21 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Oct 28 12:32:55.962009 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc761276-f6ee-43da-9a35-27570cf00516 req-9abf3700-c503-40ff-8edb-eddee638053b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:55.963504 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fc761276-f6ee-43da-9a35-27570cf00516 req-9abf3700-c503-40ff-8edb-eddee638053b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0509725 Oct 28 12:32:56.004396 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fc761276-f6ee-43da-9a35-27570cf00516 req-96fecffc-fbb1-4122-a66c-6bd5a59299df tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Oct 28 12:32:56.318512 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-4369138d-586e-4d8c-b9f2-089d8b0aead9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:56.319976 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-4369138d-586e-4d8c-b9f2-089d8b0aead9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/networks?id=f20ac26a-7429-439a-a4a0-e4320dff4b06 HTTP/1.1" status: 200 len: 808 time: 0.1069100 Oct 28 12:32:56.335505 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-6adcfdc5-dce1-48d4-85da-2a3f7f51c634 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/quotas/2fbbbaba86b74b2184637e1cf58ec643 HTTP/1.1" status: 200 len: 375 time: 0.0092857 Oct 28 12:32:56.371793 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-7b1bd5ae-bbc0-4e34-939b-ddc2940a9c38 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2fbbbaba86b74b2184637e1cf58ec643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304606 Oct 28 12:32:56.498273 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-519eed44-a365-465b-83ad-bcc0ae952a45 service neutron] 10.222.0.62 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192048 Oct 28 12:32:56.506940 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495d82a-64b4-4a0e-a6e6-54aff0db81d6 req-c3561eba-9160-4cd5-9bf1-66f69fb2aa1b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:56.508354 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4495d82a-64b4-4a0e-a6e6-54aff0db81d6 req-c3561eba-9160-4cd5-9bf1-66f69fb2aa1b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.0813043 Oct 28 12:32:56.602231 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4495d82a-64b4-4a0e-a6e6-54aff0db81d6 req-b7085229-fc8c-4210-a2eb-0f7aa8b3a268 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851796 Oct 28 12:32:56.636216 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-89a8444c-39e1-48b6-b971-ad8b8d2f6b93 service neutron] 10.222.0.62 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268926 Oct 28 12:32:56.749788 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744637fb-2ad0-4964-b412-cef7d3be675f req-c3f6d99e-5c7e-44cf-9c19-2ae4f1a4bddd tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:56.751601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-744637fb-2ad0-4964-b412-cef7d3be675f req-c3f6d99e-5c7e-44cf-9c19-2ae4f1a4bddd tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0763705 Oct 28 12:32:56.823146 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9fe3c-7c94-4d02-b9a7-cb34dc3e7a01 req-181ff4bb-bbea-4179-9c3f-a21ad1973c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:56.824810 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cf9fe3c-7c94-4d02-b9a7-cb34dc3e7a01 req-181ff4bb-bbea-4179-9c3f-a21ad1973c12 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.1101639 Oct 28 12:32:56.828259 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f64dbe86-9a34-4eb5-b6a9-bd87255e1285 req-8e52b544-33d1-4782-95d4-1eed94466cbb tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 210 time: 0.0406270 Oct 28 12:32:56.849446 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-744637fb-2ad0-4964-b412-cef7d3be675f req-853655c1-0707-4b98-a3cc-f32d2fb33467 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862007 Oct 28 12:32:56.898267 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cf9fe3c-7c94-4d02-b9a7-cb34dc3e7a01 req-1cbbf98a-7862-46e8-b26c-7576545a4da0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595131 Oct 28 12:32:56.968609 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57076c29-1755-453b-8e28-d1507fdc2272 req-875870dd-b13f-4c85-acf7-4ce239137a81 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:56.970921 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-57076c29-1755-453b-8e28-d1507fdc2272 req-875870dd-b13f-4c85-acf7-4ce239137a81 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0610232 Oct 28 12:32:57.022826 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-57076c29-1755-453b-8e28-d1507fdc2272 req-41aa888b-049d-4407-ab76-347ec8d37d68 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447285 Oct 28 12:32:57.063563 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:32:57.163945 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c590-fdc1-4110-9239-4d5869bf74e5 req-8e4ab446-c310-4d77-813e-a35719c25cc0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:57.165618 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-35a6c590-fdc1-4110-9239-4d5869bf74e5 req-8e4ab446-c310-4d77-813e-a35719c25cc0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0694287 Oct 28 12:32:57.181382 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:57.196564 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'port_id': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'mac_address': 'fa:16:3e:53:d5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:32:57.211861 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-35a6c590-fdc1-4110-9239-4d5869bf74e5 req-b53e8df3-e6eb-4960-8325-8b44b8467302 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Oct 28 12:32:57.249963 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:57.264069 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd7216a9-4fe8-4770-a641-9f1115f86217 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:32:57.288176 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:57.293277 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:57.349845 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=6']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:57.443445 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['fd7216a9-4fe8-4770-a641-9f1115f86217'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:32:57.730127 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e68ef-f5d7-4012-ba30-ec3e2cf7ea91 req-6ccb1bbb-9b9d-4cc1-95c9-c2ef15247614 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:57.731602 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c52e68ef-f5d7-4012-ba30-ec3e2cf7ea91 req-6ccb1bbb-9b9d-4cc1-95c9-c2ef15247614 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.0576541 Oct 28 12:32:57.769969 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c52e68ef-f5d7-4012-ba30-ec3e2cf7ea91 req-3b0ad14d-f61c-45ab-ad18-7fbeeb7d5f4c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Oct 28 12:32:57.914244 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53355c3-17b5-4773-9f8c-1c585f5c4452 req-6f877135-02d8-4682-a204-315c774e2b86 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:57.915735 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e53355c3-17b5-4773-9f8c-1c585f5c4452 req-6f877135-02d8-4682-a204-315c774e2b86 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.0635278 Oct 28 12:32:57.949193 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c7bdb752-b86c-422a-ad3b-696713125c3a req-4cf446e3-2839-4864-b4a2-feff16d04d75 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 210 time: 0.0318089 Oct 28 12:32:58.046667 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e53355c3-17b5-4773-9f8c-1c585f5c4452 req-3fc1175f-24c9-4d6b-8325-9734bc415359 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202288 Oct 28 12:32:58.095661 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 47160) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:58.134062 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dfbf8-4dd6-4add-8d4e-523a03329540 req-adc9ece5-6bc4-40ad-8341-e6f6e300e210 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:58.135771 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd0dfbf8-4dd6-4add-8d4e-523a03329540 req-adc9ece5-6bc4-40ad-8341-e6f6e300e210 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.1142190 Oct 28 12:32:58.192854 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-bcd4c2ca-a882-4366-9804-612b2fe09086 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:58.194444 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-bcd4c2ca-a882-4366-9804-612b2fe09086 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "GET /v2.0/networks?id=f20ac26a-7429-439a-a4a0-e4320dff4b06 HTTP/1.1" status: 200 len: 808 time: 0.2365427 Oct 28 12:32:58.234876 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Request body: {'port': {'device_id': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06', 'admin_state_up': True, 'tenant_id': '2fbbbaba86b74b2184637e1cf58ec643'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:58.292677 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd0dfbf8-4dd6-4add-8d4e-523a03329540 req-a8f60604-ad41-4dd2-a624-a17dc5c02a31 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354439 Oct 28 12:32:58.326677 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473908d-191e-496f-b9d3-2cfaa54e3afa req-47f4d26a-77e9-4180-be5b-1a8beecef0d9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:58.328666 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2473908d-191e-496f-b9d3-2cfaa54e3afa req-47f4d26a-77e9-4180-be5b-1a8beecef0d9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 945 time: 0.1592746 Oct 28 12:32:58.466046 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2473908d-191e-496f-b9d3-2cfaa54e3afa req-39ef6fe5-a79c-47eb-a7f2-0bce2b44ae6b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164396 Oct 28 12:32:58.481037 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67220753-801c-433e-b918-59c09bf84c5c tempest-TestVolumeBootPattern-1866534067 tempest-TestVolumeBootPattern-1866534067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:58.489120 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-67220753-801c-433e-b918-59c09bf84c5c tempest-TestVolumeBootPattern-1866534067 tempest-TestVolumeBootPattern-1866534067-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 1093 time: 0.3827941 Oct 28 12:32:58.498034 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 47174) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:32:58.504691 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b51ead-88bd-4960-892c-5d75e0b9f078 req-2c6a865a-29a0-4fff-823c-b2d7d9f85d96 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:58.506386 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-23b51ead-88bd-4960-892c-5d75e0b9f078 req-2c6a865a-29a0-4fff-823c-b2d7d9f85d96 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1249824 Oct 28 12:32:58.506891 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'port_id': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:58.507689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Made reservation on behalf of 2fbbbaba86b74b2184637e1cf58ec643 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:32:58.511800 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:58.556879 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:58.601479 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-23b51ead-88bd-4960-892c-5d75e0b9f078 req-a2f76fe9-7970-406d-be76-d0017f4f079f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858328 Oct 28 12:32:58.714519 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:58.726218 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Allocated IP 172.20.0.12 (f20ac26a-7429-439a-a4a0-e4320dff4b06/52c6dff0-fc32-4a4e-8598-05ee27fa261b/3bac65dc-2a0c-40dd-a1b2-568bc53579bf) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:32:58.831775 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Allocated IP 172.27.0.219 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/e259914a-6d71-4b9a-847a-c75565f69547) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:32:58.904438 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:58.957890 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:58.962280 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:58.998865 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.027394 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Pushing event updated for resources: {'Port': ['ID=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:59.033826 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:32:59.039343 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Network f20ac26a-7429-439a-a4a0-e4320dff4b06 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:32:59.040590 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:59.041361 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:32:59.045102 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:32:59.049670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:32:59.052507 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:32:59.105671 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=e259914a-6d71-4b9a-847a-c75565f69547,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:59.141402 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:59.142181 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.151307 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port fd7216a9-4fe8-4770-a641-9f1115f86217 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:32:59.151697 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.181320 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-435a4e4d-f0e9-45da-8b6f-2ee827ab5d42 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9588139 Oct 28 12:32:59.190939 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22074e41-c1f9-47d1-8ce3-84f977276441 req-c4620743-2c01-4b59-a34a-db9d166e4bc6 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:59.192490 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-22074e41-c1f9-47d1-8ce3-84f977276441 req-c4620743-2c01-4b59-a34a-db9d166e4bc6 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 932 time: 0.1398566 Oct 28 12:32:59.197475 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Request body: {'port': {'device_id': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:32:59.271009 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.286227 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-22074e41-c1f9-47d1-8ce3-84f977276441 req-01831c8b-caae-4680-af71-9fc7a026de5d tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837021 Oct 28 12:32:59.300083 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.301919 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:32:59.304253 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd5e59-c3d3-4705-9098-c917db7bbf16" -d '{"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-plugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:32:59.329734 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:32:59.340075 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.340947 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 31bae4d2-1428-4477-ba43-f4a0ba12850d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:32:59.371506 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965047e3-7d3e-42bc-be81-46810a365c73 x-openstack-request-id: req-965047e3-7d3e-42bc-be81-46810a365c73 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:32:59.371870 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-plugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:32:59.372124 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-965047e3-7d3e-42bc-be81-46810a365c73 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:32:59.372626 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'code': 200} Oct 28 12:32:59.395277 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 31bae4d2-1428-4477-ba43-f4a0ba12850d {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:32:59.395613 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 31bae4d2-1428-4477-ba43-f4a0ba12850d not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:32:59.431279 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=7']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:32:59.517976 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629fbec-cec6-475b-8cce-f6911f15f3c2 req-8e58a6cb-ce62-49d3-8a7d-d0b0a4fb7727 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:59.519539 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f629fbec-cec6-475b-8cce-f6911f15f3c2 req-8e58a6cb-ce62-49d3-8a7d-d0b0a4fb7727 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.1372201 Oct 28 12:32:59.596297 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.681675 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.886447 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.893629 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:32:59.894003 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f629fbec-cec6-475b-8cce-f6911f15f3c2 req-cfe66523-9042-46a6-a480-f78941f045ea tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486526 Oct 28 12:32:59.917658 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85e4a-5af1-4d85-8327-aad2ce3de441 req-a36052ea-d18d-464b-b959-3df4cfc054eb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:32:59.931234 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ed85e4a-5af1-4d85-8327-aad2ce3de441 req-a36052ea-d18d-464b-b959-3df4cfc054eb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.3491442 Oct 28 12:33:00.009086 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ed85e4a-5af1-4d85-8327-aad2ce3de441 req-6034fd72-21d7-49a2-bd62-469a139e5a7e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715292 Oct 28 12:33:00.089604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bac65dc-2a0c-40dd-a1b2-568bc53579bf {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:33:00.100886 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:00.122814 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00db8d-1a32-42f7-aaf5-dfdf74a116a4 req-fb81f77a-d4a4-4dc4-a86b-41d08fc9637b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:00.124802 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6e00db8d-1a32-42f7-aaf5-dfdf74a116a4 req-fb81f77a-d4a4-4dc4-a86b-41d08fc9637b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1095183 Oct 28 12:33:00.128051 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Transition to ACTIVE for port object 3bac65dc-2a0c-40dd-a1b2-568bc53579bf will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:33:00.138401 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:00.223939 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-519b6f4a-cf6b-4afc-8308-50856ba7e1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:00.263092 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6e00db8d-1a32-42f7-aaf5-dfdf74a116a4 req-26da213a-980a-4b63-bcda-9bcc2934ef15 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319435 Oct 28 12:33:00.267435 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Pushing event updated for resources: {'Port': ['ID=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:00.320659 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=e259914a-6d71-4b9a-847a-c75565f69547,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:00.359636 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:00.395088 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Attempting to bind port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:33:00.395424 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Attempting to bind port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:33:00.395806 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Attempting to bind port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf on network f20ac26a-7429-439a-a4a0-e4320dff4b06 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:33:00.424019 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf on network f20ac26a-7429-439a-a4a0-e4320dff4b06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:33:00.424450 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Attempting to bind port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf on network f20ac26a-7429-439a-a4a0-e4320dff4b06 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:33:00.431054 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:33:00.431473 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Checking segment: {'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:33:00.431920 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Bound using segment: {'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:33:00.432412 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Bound port: 3bac65dc-2a0c-40dd-a1b2-568bc53579bf, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8c10e-d754-475c-b1c2-86f96bba22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:33:00.433378 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:00.483626 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Floating IP 34f02ace-a524-468e-8686-589e98671d7a associated. External IP: 172.27.0.219, port: d8c38e90-8225-4aaf-8322-139cc91fa0a9. Oct 28 12:33:00.501012 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3758a-83e4-4b15-91d5-2647dbe2b0a2 req-248ecef2-c5dc-4b4e-bab1-93ca6b5ff81c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:00.503629 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cbc3758a-83e4-4b15-91d5-2647dbe2b0a2 req-248ecef2-c5dc-4b4e-bab1-93ca6b5ff81c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 944 time: 0.1222312 Oct 28 12:33:00.579052 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] For port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:33:00.584658 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cbc3758a-83e4-4b15-91d5-2647dbe2b0a2 req-288aafcd-b0c5-4437-8fb1-8c7dd1cce159 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690217 Oct 28 12:33:00.596523 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] For port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:33:00.607851 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:00.664951 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:00.665610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:00.667001 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] 10.222.0.77 "PUT /v2.0/ports/3bac65dc-2a0c-40dd-a1b2-568bc53579bf HTTP/1.1" status: 200 len: 1094 time: 1.4735348 Oct 28 12:33:00.673980 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'tag': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:00.676882 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4744247-b665-49ad-a5fd-a0b6366ecc08" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2cccc7-6745-4322-9f87-e556cff9f2f7", "tag": "3bac65dc-2a0c-40dd-a1b2-568bc53579bf"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:00.777599 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea08bf4-8bc3-4abd-b973-ca67290ea261 x-openstack-request-id: req-7ea08bf4-8bc3-4abd-b973-ca67290ea261 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:00.778123 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2cccc7-6745-4322-9f87-e556cff9f2f7", "tag": "3bac65dc-2a0c-40dd-a1b2-568bc53579bf", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:00.778735 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ea08bf4-8bc3-4abd-b973-ca67290ea261 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:00.779133 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'tag': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf', 'status': 'completed', 'code': 200} Oct 28 12:33:00.779864 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec940ac-532d-410f-bbf5-a2359933021e service neutron] Pushing event updated for resources: {'Port': ['ID=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:00.825748 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-b7ee9bc8-a9f3-4726-b735-4828f544c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:00.827541 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-b7ee9bc8-a9f3-4726-b735-4828f544c8f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2fbbbaba86b74b2184637e1cf58ec643&device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0998869 Oct 28 12:33:00.846780 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:33:00.873808 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-72180368-69bd-4373-a32e-9958ea90f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:00.876462 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-72180368-69bd-4373-a32e-9958ea90f055 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=89341f96003c41e9be94073b0ef97275&device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 1098 time: 0.0636418 Oct 28 12:33:00.911372 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-8119682d-34b6-4e0f-a5a8-6ca9468b9d20 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bac65dc-2a0c-40dd-a1b2-568bc53579bf HTTP/1.1" status: 200 len: 217 time: 0.0695014 Oct 28 12:33:00.996670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7d6f-53b9-417c-bf84-cdc9244bbebe req-7419db77-236a-49b2-b526-177a3220d7f5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.010767 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-522e7d6f-53b9-417c-bf84-cdc9244bbebe req-7419db77-236a-49b2-b526-177a3220d7f5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1674547 Oct 28 12:33:01.135301 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:33:01.162722 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:33:01.180305 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-ead97f8c-6e3d-445d-84bd-720c731dbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.182091 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-ead97f8c-6e3d-445d-84bd-720c731dbe24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52c6dff0-fc32-4a4e-8598-05ee27fa261b HTTP/1.1" status: 200 len: 848 time: 0.2595589 Oct 28 12:33:01.198012 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:01.203132 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-4d902290-50f2-4d5f-afdb-fc8a11d09119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.204726 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-4d902290-50f2-4d5f-afdb-fc8a11d09119 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 200 len: 919 time: 0.2988443 Oct 28 12:33:01.212406 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-522e7d6f-53b9-417c-bf84-cdc9244bbebe req-2777661d-8818-4f3b-957a-d47d8b5689f5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004776 Oct 28 12:33:01.229166 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-83c14d7c-73e3-4830-80b2-553a6617b7b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f20ac26a-7429-439a-a4a0-e4320dff4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388141 Oct 28 12:33:01.261451 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80815742-6a2a-4e5e-a500-8ed5139e9781 req-62020e03-a60d-46c0-992e-a1297e510625 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.273351 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-80815742-6a2a-4e5e-a500-8ed5139e9781 req-62020e03-a60d-46c0-992e-a1297e510625 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.2082260 Oct 28 12:33:01.312587 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-8cd81ff1-a9aa-4003-b346-2d3ddd9eb5fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 200 len: 217 time: 0.0867441 Oct 28 12:33:01.314944 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d0535be8-dc0b-4d5d-b5a9-ab11f817f82c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8154905 Oct 28 12:33:01.315374 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:01.317924 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cff411-f102-4cb0-adc0-19aa7000047e" -d '{"events": [{"name": "network-changed", "server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:01.354774 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:33:01.355634 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:32:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:01.405341 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-2059187a-262f-4c57-b1ff-e2ca1d2c82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.407186 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-2059187a-262f-4c57-b1ff-e2ca1d2c82d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 200 len: 858 time: 0.0859559 Oct 28 12:33:01.463810 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-2a9d4c27-7616-46a6-90c0-2d350b3f7094 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c3a51c3-709d-44a6-8c38-864c03c3e6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469103 Oct 28 12:33:01.464816 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-80815742-6a2a-4e5e-a500-8ed5139e9781 req-3c02f66d-c359-4112-aa59-b730238e98e7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916332 Oct 28 12:33:01.485508 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29682-b016-4936-817f-d27f45f43237 req-258c0ab9-d616-4e77-960a-c85679dc57b9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.494702 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f5f29682-b016-4936-817f-d27f45f43237 req-258c0ab9-d616-4e77-960a-c85679dc57b9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.1752906 Oct 28 12:33:01.631207 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:33:01.664689 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f788cfef-9055-40ed-84c7-51cc582af735 x-openstack-request-id: req-f788cfef-9055-40ed-84c7-51cc582af735 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:01.667837 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:01.678396 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f788cfef-9055-40ed-84c7-51cc582af735 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:01.678776 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'status': 'completed', 'code': 200} Oct 28 12:33:01.712381 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f5f29682-b016-4936-817f-d27f45f43237 req-f9f30a94-b377-4bee-8118-53190852fc28 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161527 Oct 28 12:33:01.749962 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-e4c31ce3-0710-4228-9879-3f54c75c2139 service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974885 Oct 28 12:33:01.828051 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-e24bc780-6510-417f-9bcc-48ebdd49e660 service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538952 Oct 28 12:33:01.837144 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff411-f102-4cb0-adc0-19aa7000047e req-404d6baf-0679-4110-9129-71300998f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.839457 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-21cff411-f102-4cb0-adc0-19aa7000047e req-404d6baf-0679-4110-9129-71300998f92c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 1098 time: 0.1520998 Oct 28 12:33:01.889161 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed963b-9ba7-4d56-ab76-d510c6a036d0 req-77e86df9-507d-4f62-ad14-49e157bfb5fe tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:01.890776 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bbed963b-9ba7-4d56-ab76-d510c6a036d0 req-77e86df9-507d-4f62-ad14-49e157bfb5fe tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 944 time: 0.0746632 Oct 28 12:33:01.921847 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9d5f8529-37e4-41ee-8cb8-a27e5ae3580c req-c56e7136-6048-49d0-ad32-b2a25246074c service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639724 Oct 28 12:33:01.944331 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bbed963b-9ba7-4d56-ab76-d510c6a036d0 req-fc1db154-8859-49ac-aa79-af808c8b5154 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Oct 28 12:33:02.059666 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-bdb72241-f4cb-4e06-bb03-e45e4483ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.062674 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-bdb72241-f4cb-4e06-bb03-e45e4483ad36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2fbbbaba86b74b2184637e1cf58ec643&device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0590942 Oct 28 12:33:02.065040 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff411-f102-4cb0-adc0-19aa7000047e req-33485c85-c5f5-46fc-8369-1be6ec83fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.066663 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-21cff411-f102-4cb0-adc0-19aa7000047e req-33485c85-c5f5-46fc-8369-1be6ec83fe92 service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.2150574 Oct 28 12:33:02.068917 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-ea274853-a6e3-4363-87d9-fed276e98d7f service neutron] 10.222.0.77 "GET /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058020 Oct 28 12:33:02.130462 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '34f02ace-a524-468e-8686-589e98671d7a', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:97:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:32:59Z', 'updated_at': '2021-10-28T12:32:59Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:02.169448 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-21cff411-f102-4cb0-adc0-19aa7000047e req-07e74041-c899-4f6e-8cc1-9f5a4211f3f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9 HTTP/1.1" status: 200 len: 999 time: 0.0862193 Oct 28 12:33:02.171954 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:33:02.185087 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:33:02.185874 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:32:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:02.201175 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-2914244c-e6a8-45b6-843e-c39ef9721bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.203155 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-2914244c-e6a8-45b6-843e-c39ef9721bd7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f20ac26a-7429-439a-a4a0-e4320dff4b06 HTTP/1.1" status: 200 len: 909 time: 0.1124475 Oct 28 12:33:02.233483 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff411-f102-4cb0-adc0-19aa7000047e req-54b96491-c56e-467a-99d9-3c9d7e34c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.234985 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-21cff411-f102-4cb0-adc0-19aa7000047e req-54b96491-c56e-467a-99d9-3c9d7e34c5e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0521989 Oct 28 12:33:02.273120 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-b8cb99bf-9b81-488f-9b64-d9e35a38d4ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bac65dc-2a0c-40dd-a1b2-568bc53579bf HTTP/1.1" status: 200 len: 217 time: 0.0483563 Oct 28 12:33:02.307646 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff411-f102-4cb0-adc0-19aa7000047e req-9f21f56e-2605-458f-a6da-b9df990810fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.309720 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-21cff411-f102-4cb0-adc0-19aa7000047e req-9f21f56e-2605-458f-a6da-b9df990810fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652685 Oct 28 12:33:02.321425 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:33:02.401870 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-480e2ce6-b9bd-4db0-83fe-ed64030d2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.403149 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-480e2ce6-b9bd-4db0-83fe-ed64030d2914 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52c6dff0-fc32-4a4e-8598-05ee27fa261b HTTP/1.1" status: 200 len: 848 time: 0.1214633 Oct 28 12:33:02.431566 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c21435-fb68-4bcb-a46b-4187a4370dd5 req-ff9b7c8d-280c-42ea-ae76-52805272e0bb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.446041 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-57c21435-fb68-4bcb-a46b-4187a4370dd5 req-ff9b7c8d-280c-42ea-ae76-52805272e0bb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1004646 Oct 28 12:33:02.483628 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-cd1abc65-8fca-4e1a-a059-47f6e2139cbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f20ac26a-7429-439a-a4a0-e4320dff4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408058 Oct 28 12:33:02.533890 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-21cff411-f102-4cb0-adc0-19aa7000047e req-dbea0930-dbc4-474c-ba03-fcd0619014a7 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141383 Oct 28 12:33:02.579990 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-57c21435-fb68-4bcb-a46b-4187a4370dd5 req-36bb1559-dee7-442d-ba20-5e2e5e1dac0d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328881 Oct 28 12:33:02.674365 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e5dc9-44ce-4c1b-b40c-23089ac1ec4c req-0b90bfa1-d2f7-476a-b288-9a96a40559e9 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.676655 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-037e5dc9-44ce-4c1b-b40c-23089ac1ec4c req-0b90bfa1-d2f7-476a-b288-9a96a40559e9 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0911064 Oct 28 12:33:02.704484 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-2aea50b6-a0e6-4780-96d4-9613ce8620fd service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078056 Oct 28 12:33:02.736124 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-21cff411-f102-4cb0-adc0-19aa7000047e req-0c298b76-6a20-4769-9b3b-dc8e4619e489 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903486 Oct 28 12:33:02.743678 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-037e5dc9-44ce-4c1b-b40c-23089ac1ec4c req-59b8a33c-c53e-44d6-8cc0-2a462a8d8a96 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598536 Oct 28 12:33:02.776336 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '34f02ace-a524-468e-8686-589e98671d7a', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:97:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:32:59Z', 'updated_at': '2021-10-28T12:32:59Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:02.818335 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19cb7d-e709-435c-9cf5-2d86dc15a13f None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '34f02ace-a524-468e-8686-589e98671d7a', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:97:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:32:59Z', 'updated_at': '2021-10-28T12:32:59Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:33:02.915893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccca60-0a9c-401e-b454-741b10e29914 req-6b7f71a6-18ff-48df-a375-4db44e3b9277 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:02.925663 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b30d2222-5403-4062-9e0e-b22e36176249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:02.927045 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87ccca60-0a9c-401e-b454-741b10e29914 req-6b7f71a6-18ff-48df-a375-4db44e3b9277 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0969932 Oct 28 12:33:02.958655 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4744247-b665-49ad-a5fd-a0b6366ecc08 req-ea3d72bb-b927-42e5-97c3-bb1a10224bdb service neutron] 10.222.0.77 "GET /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343476 Oct 28 12:33:02.982179 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87ccca60-0a9c-401e-b454-741b10e29914 req-a7648d2d-d329-4914-86e3-e18ed6f3b160 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527136 Oct 28 12:33:03.126089 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb49602-91c3-4c70-a0ec-a267a87cd905 None None] New status for floating IP 34f02ace-a524-468e-8686-589e98671d7a: ACTIVE {{(pid=101424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:33:03.128335 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c889d1-60b3-44a2-b905-1cc23947a546 req-2409464f-18ac-41d0-a2cb-a4a4f65f690c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:03.133249 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-39c889d1-60b3-44a2-b905-1cc23947a546 req-2409464f-18ac-41d0-a2cb-a4a4f65f690c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 944 time: 0.0729604 Oct 28 12:33:03.191227 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-39c889d1-60b3-44a2-b905-1cc23947a546 req-9a75802b-e862-4202-a119-ac155438a5b9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468745 Oct 28 12:33:03.733338 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779704f-cb3c-44cb-9edc-249df0da7adb req-30540097-f131-48c8-a344-d309832a14fc tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:03.735085 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3779704f-cb3c-44cb-9edc-249df0da7adb req-30540097-f131-48c8-a344-d309832a14fc tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0602148 Oct 28 12:33:03.801728 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3779704f-cb3c-44cb-9edc-249df0da7adb req-e5c339dc-74ba-46b0-ba88-ba9f7e3474ff tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Oct 28 12:33:03.877359 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:03.895347 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8c963-054f-4c37-8414-e0a08510cce7 req-ae592dcb-24ba-4f9a-8f7c-4548cde62ee7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:03.897286 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aad8c963-054f-4c37-8414-e0a08510cce7 req-ae592dcb-24ba-4f9a-8f7c-4548cde62ee7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0559859 Oct 28 12:33:03.984100 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aad8c963-054f-4c37-8414-e0a08510cce7 req-ad8cc8fc-0ce1-4439-a19f-11e076920e14 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663593 Oct 28 12:33:04.139686 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4aa80f-6beb-469a-8fbe-a6817882c874 req-1033a43d-aee3-404b-ad05-cd62c6c78d2f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:04.142305 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5b4aa80f-6beb-469a-8fbe-a6817882c874 req-1033a43d-aee3-404b-ad05-cd62c6c78d2f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0601220 Oct 28 12:33:04.199768 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5b4aa80f-6beb-469a-8fbe-a6817882c874 req-e2fc883f-4b60-4b7b-a9d5-1dceb2caafb4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453570 Oct 28 12:33:04.322067 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89010fb4-0e75-4665-8ade-0b137a098c4d req-42d39038-2e20-4aa4-addb-e862ec7f864b tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:04.329158 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-89010fb4-0e75-4665-8ade-0b137a098c4d req-42d39038-2e20-4aa4-addb-e862ec7f864b tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 944 time: 0.0662901 Oct 28 12:33:04.376605 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-89010fb4-0e75-4665-8ade-0b137a098c4d req-c4bf073e-153e-41c7-bd32-4a0bbb241cd5 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442178 Oct 28 12:33:04.727980 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:04.929137 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df71b64-8c3b-4c45-b534-57a28f8539d4 req-58696e41-ef2c-41f5-92b0-462de880016d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:04.931141 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1df71b64-8c3b-4c45-b534-57a28f8539d4 req-58696e41-ef2c-41f5-92b0-462de880016d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0542700 Oct 28 12:33:04.991643 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1df71b64-8c3b-4c45-b534-57a28f8539d4 req-efff34c3-b164-4f24-b3eb-f97485ebd00b tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 Oct 28 12:33:05.078520 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 3bac65dc-2a0c-40dd-a1b2-568bc53579bf details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:33:05.145314 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92aa2f-8661-4104-865b-00c49e00e6ec req-af61dd0a-fd95-48fd-a3b9-363daeac00fd tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:05.158131 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fd92aa2f-8661-4104-865b-00c49e00e6ec req-af61dd0a-fd95-48fd-a3b9-363daeac00fd tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.1048889 Oct 28 12:33:05.206959 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:05.212231 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fd92aa2f-8661-4104-865b-00c49e00e6ec req-43e2cbea-7dc0-49d1-8c50-8a64943e3b0c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438035 Oct 28 12:33:05.227526 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf', 'network_id': 'f20ac26a-7429-439a-a4a0-e4320dff4b06', 'port_id': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf', 'mac_address': 'fa:16:3e:cd:df:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c6dff0-fc32-4a4e-8598-05ee27fa261b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:33:05.289362 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:05.314564 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bac65dc-2a0c-40dd-a1b2-568bc53579bf {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:33:05.351810 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:05.357658 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:05.421111 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c983-e824-48f0-80c2-38cd8fdd7511 req-66e888a1-7015-443b-98d8-80b7906668ce tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:05.424277 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be28c983-e824-48f0-80c2-38cd8fdd7511 req-66e888a1-7015-443b-98d8-80b7906668ce tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0961010 Oct 28 12:33:05.466663 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:05.534854 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:05.559189 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be28c983-e824-48f0-80c2-38cd8fdd7511 req-ac522a0f-30e7-4eb2-a5e0-7eeb0ea8217c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271658 Oct 28 12:33:05.687543 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['3bac65dc-2a0c-40dd-a1b2-568bc53579bf'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:33:05.779138 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a125c-1084-4bb0-b170-20567893c19f req-00792556-f5c3-499a-acf9-c8d79fa19f49 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:05.790171 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-148a125c-1084-4bb0-b170-20567893c19f req-00792556-f5c3-499a-acf9-c8d79fa19f49 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 945 time: 0.0971580 Oct 28 12:33:05.881734 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-148a125c-1084-4bb0-b170-20567893c19f req-e2369885-e8d0-4db0-8558-23c7210a83fe tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903165 Oct 28 12:33:06.029080 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e44ede-bceb-4155-ab4a-a1f5f19510fa req-fb0dbedc-e38c-48d9-9ddb-251c1a0688dc tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:06.030841 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41e44ede-bceb-4155-ab4a-a1f5f19510fa req-fb0dbedc-e38c-48d9-9ddb-251c1a0688dc tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0874999 Oct 28 12:33:06.082355 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-7bedef43-07db-4275-9685-a7edb61b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:06.084518 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-7bedef43-07db-4275-9685-a7edb61b0f98 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 1098 time: 0.0969968 Oct 28 12:33:06.094788 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41e44ede-bceb-4155-ab4a-a1f5f19510fa req-3b013218-cc93-4890-9a8f-1ff599ad234b tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547454 Oct 28 12:33:06.211301 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-8297dca1-4467-4232-99b5-59e74fd0156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:06.214011 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-8297dca1-4467-4232-99b5-59e74fd0156a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 912 time: 0.1170013 Oct 28 12:33:06.297770 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-0c14600a-3cb5-461c-87b6-2324ddfa2ce1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 200 len: 1000 time: 0.0742285 Oct 28 12:33:06.368893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-1c759e33-abae-4fce-b7a3-096e9cf41f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:06.370536 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-1c759e33-abae-4fce-b7a3-096e9cf41f9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.0563924 Oct 28 12:33:06.431755 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-646437f8-7399-45c8-a65b-0b50c5e1b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:06.434144 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-646437f8-7399-45c8-a65b-0b50c5e1b520 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538156 Oct 28 12:33:06.545491 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-34120c20-311a-4075-8b73-c63d98dc37df service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018643 Oct 28 12:33:06.716836 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d94b0a63-ff64-493e-9ea3-2aeaf181cba8 req-4c19dbed-f9b2-4814-8805-38068d43652a service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606913 Oct 28 12:33:06.741846 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29878-b11d-4476-b3e1-146945e95c33 req-be910bd8-b4ff-41c8-8786-e1af77f45172 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:06.747837 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ffb29878-b11d-4476-b3e1-146945e95c33 req-be910bd8-b4ff-41c8-8786-e1af77f45172 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0879333 Oct 28 12:33:06.793812 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ffb29878-b11d-4476-b3e1-146945e95c33 req-408ce5ca-2d5c-4c37-9f7e-b21355f62009 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Oct 28 12:33:07.020110 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7bfb1-5cba-4c4b-af99-5eec5541a0a2 req-c138a50b-a046-4d8d-a86f-b927f7d2610c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:07.021792 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-94b7bfb1-5cba-4c4b-af99-5eec5541a0a2 req-c138a50b-a046-4d8d-a86f-b927f7d2610c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 945 time: 0.0609477 Oct 28 12:33:07.070373 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-94b7bfb1-5cba-4c4b-af99-5eec5541a0a2 req-ec2c7ead-7a70-4385-8b71-3f36a5f0a4e3 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Oct 28 12:33:07.079883 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 3bac65dc-2a0c-40dd-a1b2-568bc53579bf up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:33:07.197046 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:33:07.202048 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:33:07.202442 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:07.266295 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cce45-8993-42c5-aad8-0051bbed907c req-4260584e-19b5-4d1d-b4d5-862eafb96f6a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:07.267851 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-042cce45-8993-42c5-aad8-0051bbed907c req-4260584e-19b5-4d1d-b4d5-862eafb96f6a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0712769 Oct 28 12:33:07.316355 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:07.320283 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-042cce45-8993-42c5-aad8-0051bbed907c req-7533510a-5cd8-4a34-b46f-bf722fa4c1c0 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Oct 28 12:33:07.343890 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:07.346240 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dee0ce-b778-4f49-9c14-8ae9480005c1" -d '{"events": [{"server_uuid": "2d2cccc7-6745-4322-9f87-e556cff9f2f7", "name": "network-vif-plugged", "status": "completed", "tag": "3bac65dc-2a0c-40dd-a1b2-568bc53579bf"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:07.373794 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:07.386386 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a4ef99-eff1-4ca1-9a69-2734130e90f8 x-openstack-request-id: req-d9a4ef99-eff1-4ca1-9a69-2734130e90f8 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:07.386717 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2cccc7-6745-4322-9f87-e556cff9f2f7", "name": "network-vif-plugged", "status": "completed", "tag": "3bac65dc-2a0c-40dd-a1b2-568bc53579bf", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:07.387035 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9a4ef99-eff1-4ca1-9a69-2734130e90f8 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:07.387516 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf', 'code': 200} Oct 28 12:33:07.388852 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:07.444683 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:07.635426 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc459a-4c18-4199-997a-61b2ca2d9813 req-2bda536b-a00c-4628-ae2c-37b62cc7a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:07.637537 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-48fc459a-4c18-4199-997a-61b2ca2d9813 req-2bda536b-a00c-4628-ae2c-37b62cc7a1d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0575745 Oct 28 12:33:07.706120 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-48fc459a-4c18-4199-997a-61b2ca2d9813 req-c5a7a88e-e419-4537-9a08-c8e5d829cfd9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378106 Oct 28 12:33:07.925999 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2b4e5-b179-4ab5-a3d8-2bb347891648 req-54f4be29-dcc2-41a3-b84b-2691c435a6a7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:07.927471 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2cd2b4e5-b179-4ab5-a3d8-2bb347891648 req-54f4be29-dcc2-41a3-b84b-2691c435a6a7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0543547 Oct 28 12:33:07.983420 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2cd2b4e5-b179-4ab5-a3d8-2bb347891648 req-016dbad0-55c0-466e-8e5a-3fdc92772e0a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Oct 28 12:33:08.243482 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c065-165a-4e49-a992-c2b22e76b6e2 req-989a26e3-7c5b-458b-a35e-e48619ace36d tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:08.245137 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6622c065-165a-4e49-a992-c2b22e76b6e2 req-989a26e3-7c5b-458b-a35e-e48619ace36d tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0750034 Oct 28 12:33:08.301372 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6622c065-165a-4e49-a992-c2b22e76b6e2 req-74edb8a1-be1f-4aba-834b-1d46cf18077c tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Oct 28 12:33:08.475918 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218ad6-30a3-4dc5-b0b1-50f950f5c787 req-f28dbbdd-7d1a-48e6-a4ef-efdaac2c6e57 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:08.477516 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87218ad6-30a3-4dc5-b0b1-50f950f5c787 req-f28dbbdd-7d1a-48e6-a4ef-efdaac2c6e57 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0737727 Oct 28 12:33:08.528541 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-87218ad6-30a3-4dc5-b0b1-50f950f5c787 req-c827cab9-7d2f-4abe-9712-9dc995a91637 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430131 Oct 28 12:33:09.131935 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748dc4b-1506-4c52-b03c-e57fea4a1252 req-3c179bdd-f87b-4f84-b86d-3e4b57bf923c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:09.133724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f748dc4b-1506-4c52-b03c-e57fea4a1252 req-3c179bdd-f87b-4f84-b86d-3e4b57bf923c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0553572 Oct 28 12:33:09.178836 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f748dc4b-1506-4c52-b03c-e57fea4a1252 req-413c14fc-6cda-440e-a8ab-1f2cad1aec59 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378408 Oct 28 12:33:09.481752 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2e0ff-565d-455f-b68d-fc8cae448933 req-4f4afeb0-8f7c-4b81-8bb9-c81cad803c02 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:09.484569 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2b2e0ff-565d-455f-b68d-fc8cae448933 req-4f4afeb0-8f7c-4b81-8bb9-c81cad803c02 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.1008487 Oct 28 12:33:09.536306 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2b2e0ff-565d-455f-b68d-fc8cae448933 req-9ff5a515-a843-4ff6-89a9-4074ffcfd2f9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437582 Oct 28 12:33:10.317637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e3e67-0734-4d4a-b92f-af4b486e8e8d req-8b40d687-0d8c-4666-8f44-32ad22365a9a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:10.319366 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-830e3e67-0734-4d4a-b92f-af4b486e8e8d req-8b40d687-0d8c-4666-8f44-32ad22365a9a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Oct 28 12:33:10.382029 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-830e3e67-0734-4d4a-b92f-af4b486e8e8d req-be7ad65a-db69-40d8-ab74-722941c4ea6e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514598 Oct 28 12:33:10.416987 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:33:10.680986 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb774b-54be-4901-9dc0-430237dcb02e req-6b387956-142f-48f6-b8e1-fbb6f3c4b8f5 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:10.682511 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d5cb774b-54be-4901-9dc0-430237dcb02e req-6b387956-142f-48f6-b8e1-fbb6f3c4b8f5 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0653632 Oct 28 12:33:10.729331 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d5cb774b-54be-4901-9dc0-430237dcb02e req-ab942cf7-7e05-42f1-a896-1c778a98a8dd tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Oct 28 12:33:11.526943 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979ce31-d03b-4761-9771-f4fd12691c18 req-ae756356-ed7d-4939-a82a-c6eb56ec948a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:11.528548 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8979ce31-d03b-4761-9771-f4fd12691c18 req-ae756356-ed7d-4939-a82a-c6eb56ec948a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0638049 Oct 28 12:33:11.577388 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8979ce31-d03b-4761-9771-f4fd12691c18 req-45ade2d8-e4f7-4d1d-aa79-5cf447f2aad5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Oct 28 12:33:11.626361 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bb62c-b476-4f48-8560-5f1754594bcb req-e6cb6167-cc16-400c-b6fc-2b030e6ed3cc tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:11.627857 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3f5bb62c-b476-4f48-8560-5f1754594bcb req-e6cb6167-cc16-400c-b6fc-2b030e6ed3cc tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0556095 Oct 28 12:33:11.676113 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3f5bb62c-b476-4f48-8560-5f1754594bcb req-0d75d8b8-f6e9-4491-b3f9-93bd9317ba79 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Oct 28 12:33:11.994501 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba961-4efe-4b66-beab-74a46c5446ec req-6179ae6c-c5cf-4625-9464-2f9db961a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:11.996238 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-83aba961-4efe-4b66-beab-74a46c5446ec req-6179ae6c-c5cf-4625-9464-2f9db961a271 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0437176 Oct 28 12:33:12.099086 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba961-4efe-4b66-beab-74a46c5446ec req-b33943a7-ccdd-450f-acfd-984778e16447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:12.100560 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-83aba961-4efe-4b66-beab-74a46c5446ec req-b33943a7-ccdd-450f-acfd-984778e16447 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.0950031 Oct 28 12:33:12.172975 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-83aba961-4efe-4b66-beab-74a46c5446ec req-2faf9010-c63d-461d-8a71-9f3586a61e1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 200 len: 1002 time: 0.0609567 Oct 28 12:33:12.716622 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412091c7-2daa-4de7-94f9-ba134ef8bc27 req-8e9aa897-6dfd-4bc5-9776-4d8efeee5911 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:12.718120 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-412091c7-2daa-4de7-94f9-ba134ef8bc27 req-8e9aa897-6dfd-4bc5-9776-4d8efeee5911 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0568664 Oct 28 12:33:12.767381 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-412091c7-2daa-4de7-94f9-ba134ef8bc27 req-8fdccfb9-87e5-4d1f-a8f9-9bc6728d7e61 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Oct 28 12:33:12.805852 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c84d9-0e31-4bd8-b3d4-a32bf6210f08 req-c652d2cb-1650-49f0-b4a9-b51fcf7f0f4d tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:12.807341 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-006c84d9-0e31-4bd8-b3d4-a32bf6210f08 req-c652d2cb-1650-49f0-b4a9-b51fcf7f0f4d tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0514214 Oct 28 12:33:12.847122 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-006c84d9-0e31-4bd8-b3d4-a32bf6210f08 req-ade744d6-be53-463e-90a3-2b1ae1c14077 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Oct 28 12:33:13.208330 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba961-4efe-4b66-beab-74a46c5446ec req-19207737-c062-41f3-bc91-23486ccd0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:13.209828 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-83aba961-4efe-4b66-beab-74a46c5446ec req-19207737-c062-41f3-bc91-23486ccd0b2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0523169 Oct 28 12:33:13.897003 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47b35-14b2-4930-8c06-25efc4ccb8c0 req-a346e0c9-8cc7-41bb-bb8d-98b5368f9850 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:13.898593 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2b47b35-14b2-4930-8c06-25efc4ccb8c0 req-a346e0c9-8cc7-41bb-bb8d-98b5368f9850 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0561388 Oct 28 12:33:13.962187 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2b47b35-14b2-4930-8c06-25efc4ccb8c0 req-eb2e33e4-88ef-49a8-b3c3-c5849b5ef3f9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567660 Oct 28 12:33:13.981280 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f5aa4-429a-47d7-9bf1-123d0318b4b3 req-cf15abed-f8af-4cea-939d-7921eb7c1d48 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:13.982720 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-819f5aa4-429a-47d7-9bf1-123d0318b4b3 req-cf15abed-f8af-4cea-939d-7921eb7c1d48 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0643079 Oct 28 12:33:14.021416 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-819f5aa4-429a-47d7-9bf1-123d0318b4b3 req-fe6f82e3-d253-4c48-9175-1bac7b21a8c5 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Oct 28 12:33:14.123779 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba961-4efe-4b66-beab-74a46c5446ec req-e0ec7e1b-13a3-4ed5-be6f-ac803350a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:14.125286 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-83aba961-4efe-4b66-beab-74a46c5446ec req-e0ec7e1b-13a3-4ed5-be6f-ac803350a597 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473714 Oct 28 12:33:15.099189 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad314-bfdf-43ee-970b-2298a1250a8f req-3bda4bab-2188-4c10-911b-f368ca70e6b3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:15.100763 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c88ad314-bfdf-43ee-970b-2298a1250a8f req-3bda4bab-2188-4c10-911b-f368ca70e6b3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 946 time: 0.0590899 Oct 28 12:33:15.116551 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:15.124535 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:33:15.202346 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:15.228869 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:15.231308 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5299f1-2818-4d49-a2f4-78257868f119" -d '{"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:15.244950 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:15.249989 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:15.300751 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=8']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:15.441454 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c88ad314-bfdf-43ee-970b-2298a1250a8f req-30f16459-5355-4a91-8c4f-d3c5de38f3a0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247242 Oct 28 12:33:15.451681 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d9443-070c-4631-843b-260b1260da82 req-cd15dddb-b60f-4e9b-b1db-aaa95d1f7ce8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:15.453228 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f2d9443-070c-4631-843b-260b1260da82 req-cd15dddb-b60f-4e9b-b1db-aaa95d1f7ce8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.3516059 Oct 28 12:33:15.488381 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-83aba961-4efe-4b66-beab-74a46c5446ec req-805eace5-533e-4eed-a458-9fef6d476098 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849211 Oct 28 12:33:15.496513 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c47693b-8395-4403-b9ea-670806bf054c x-openstack-request-id: req-4c47693b-8395-4403-b9ea-670806bf054c {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:15.497093 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:15.497369 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c47693b-8395-4403-b9ea-670806bf054c {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:15.497762 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'code': 200} Oct 28 12:33:15.508482 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f2d9443-070c-4631-843b-260b1260da82 req-917c7074-91cb-4531-81ce-6e0a9d18cf57 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Oct 28 12:33:15.601364 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-83aba961-4efe-4b66-beab-74a46c5446ec req-30a2eb2a-334f-4622-8092-ff646381d925 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918844 Oct 28 12:33:16.582985 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0faa-2aff-40f6-89b1-3a879c5d73a6 req-d3ae6d4e-57f3-4a5d-8eb9-08958cf52302 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:16.584477 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-636d0faa-2aff-40f6-89b1-3a879c5d73a6 req-d3ae6d4e-57f3-4a5d-8eb9-08958cf52302 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0499256 Oct 28 12:33:16.650722 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-636d0faa-2aff-40f6-89b1-3a879c5d73a6 req-06003fbf-5fbc-4c0e-b18d-f71191a3bfd2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569754 Oct 28 12:33:16.659626 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84df9-96e9-4778-a8a7-8a9d97d365b7 req-c6002841-187d-478b-8f59-7508b330feff tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:16.660992 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4a84df9-96e9-4778-a8a7-8a9d97d365b7 req-c6002841-187d-478b-8f59-7508b330feff tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0755179 Oct 28 12:33:16.704817 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4a84df9-96e9-4778-a8a7-8a9d97d365b7 req-3d36d307-0019-4e96-9263-4345acaf0c67 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361292 Oct 28 12:33:17.774827 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c37ae-eccc-4aee-b996-c4d021cfe27d req-4e6d95a5-364f-4c64-bc54-e587523cdafa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:17.776361 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e95c37ae-eccc-4aee-b996-c4d021cfe27d req-4e6d95a5-364f-4c64-bc54-e587523cdafa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0505607 Oct 28 12:33:17.842921 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e95c37ae-eccc-4aee-b996-c4d021cfe27d req-c4a6f1dc-7095-44d3-8615-a37e2da05f13 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570695 Oct 28 12:33:17.851093 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41759117-5c83-4c0f-82a7-a43c602def5d req-fe65a1b8-b18d-4683-8719-c8aa8d37b6f9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:17.852510 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41759117-5c83-4c0f-82a7-a43c602def5d req-fe65a1b8-b18d-4683-8719-c8aa8d37b6f9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0751257 Oct 28 12:33:17.891794 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41759117-5c83-4c0f-82a7-a43c602def5d req-1776dbfd-82eb-4fac-bb7d-7c26de96070b tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Oct 28 12:33:18.975330 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd5e8f-754f-4d02-aa04-271860d1e954 req-3a964799-327d-48cd-b980-7ced045f5756 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:18.976911 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-21dd5e8f-754f-4d02-aa04-271860d1e954 req-3a964799-327d-48cd-b980-7ced045f5756 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0590451 Oct 28 12:33:19.038831 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-21dd5e8f-754f-4d02-aa04-271860d1e954 req-7fed29df-051b-4299-86d1-8c939590f01b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513592 Oct 28 12:33:19.049500 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432dd0a-fc52-4590-ace0-f79da98ca3f9 req-b0273d2e-660c-455f-9192-7e2bea6b475e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:19.050932 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2432dd0a-fc52-4590-ace0-f79da98ca3f9 req-b0273d2e-660c-455f-9192-7e2bea6b475e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0730853 Oct 28 12:33:19.093857 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2432dd0a-fc52-4590-ace0-f79da98ca3f9 req-c4ea19ae-f89d-494a-b21a-70a8cca180b3 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1950987-3b84-4d4f-9ffe-975b28dacc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Oct 28 12:33:19.469890 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-5917ad01-5f5e-4471-ada2-3768dce252c8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:19.471238 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-5917ad01-5f5e-4471-ada2-3768dce252c8 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 946 time: 0.0538185 Oct 28 12:33:19.571381 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Deleting port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:33:19.571705 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:19.675636 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] For port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,segment=NetworkSegment(58d8c10e-d754-475c-b1c2-86f96bba22f5),segment_id=58d8c10e-d754-475c-b1c2-86f96bba22f5)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:19.676019 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:19.693984 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Calling delete_port for 3bac65dc-2a0c-40dd-a1b2-568bc53579bf owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:33:19.855124 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:19.868026 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['3bac65dc-2a0c-40dd-a1b2-568bc53579bf'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:33:19.884954 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Pushing event deleted for resources: {'Port': ['ID=3bac65dc-2a0c-40dd-a1b2-568bc53579bf,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:19.928517 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] No DVR routers for this DVR port 3bac65dc-2a0c-40dd-a1b2-568bc53579bf on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:33:19.931272 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:19.935091 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cc1b5836-093f-4d97-8fb2-a729711c8970 req-3ae90560-595b-4faf-a6ce-a4adf880259e tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.77 "DELETE /v2.0/ports/3bac65dc-2a0c-40dd-a1b2-568bc53579bf HTTP/1.1" status: 204 len: 173 time: 0.4528930 Oct 28 12:33:19.935461 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'name': 'network-vif-deleted', 'tag': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:19.937806 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ef7e27-680c-49b4-8104-bec871459589" -d '{"events": [{"server_uuid": "2d2cccc7-6745-4322-9f87-e556cff9f2f7", "name": "network-vif-deleted", "tag": "3bac65dc-2a0c-40dd-a1b2-568bc53579bf"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:19.979735 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7d745a-274b-4b25-97b9-a2927784b963 x-openstack-request-id: req-bd7d745a-274b-4b25-97b9-a2927784b963 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:19.980335 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2cccc7-6745-4322-9f87-e556cff9f2f7", "name": "network-vif-deleted", "tag": "3bac65dc-2a0c-40dd-a1b2-568bc53579bf", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:19.980335 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd7d745a-274b-4b25-97b9-a2927784b963 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:19.980691 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2cccc7-6745-4322-9f87-e556cff9f2f7', 'name': 'network-vif-deleted', 'tag': '3bac65dc-2a0c-40dd-a1b2-568bc53579bf', 'status': 'completed', 'code': 200} Oct 28 12:33:20.081985 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62138-6569-4158-bfc8-97359d11881c req-45b73206-cba7-4900-becb-d165eda46913 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:20.083513 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2bc62138-6569-4158-bfc8-97359d11881c req-45b73206-cba7-4900-becb-d165eda46913 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0498803 Oct 28 12:33:20.163230 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2bc62138-6569-4158-bfc8-97359d11881c req-0050cb54-bb34-464e-bd61-9106fa400e70 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733120 Oct 28 12:33:20.185862 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2771e13-7061-45bd-9d14-dff19205f3c8 req-3751d42a-858f-42c4-9a0f-03897c4c68a1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:20.187439 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2771e13-7061-45bd-9d14-dff19205f3c8 req-3751d42a-858f-42c4-9a0f-03897c4c68a1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0636418 Oct 28 12:33:20.231559 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2771e13-7061-45bd-9d14-dff19205f3c8 req-a0f84d20-cfa5-4820-9386-e97d2fdd2c65 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370045 Oct 28 12:33:20.278740 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-27d289b0-5208-4d42-aabb-c0cc2ceb81df req-0ad01854-5c8e-4dc2-8a63-7850a6912066 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 210 time: 0.0296307 Oct 28 12:33:20.761609 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-f4c4a691-140e-469b-910b-7938a5a8d340 req-675b01fc-c2d1-421c-8d8e-bf7ff74db1fd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:33:20.762879 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c4a691-140e-469b-910b-7938a5a8d340 req-675b01fc-c2d1-421c-8d8e-bf7ff74db1fd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083563 Oct 28 12:33:20.921658 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b68f7b-2713-451a-b778-c53e8a388c40 req-17aab20d-04e8-4f39-8806-06d3e9f03c4b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:20.923143 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-47b68f7b-2713-451a-b778-c53e8a388c40 req-17aab20d-04e8-4f39-8806-06d3e9f03c4b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0494602 Oct 28 12:33:20.963108 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-47b68f7b-2713-451a-b778-c53e8a388c40 req-566a8751-37fd-4570-949b-14ebf3300e9b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330184 Oct 28 12:33:21.267861 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 47512) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:21.293009 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca068fef-86e4-4654-8286-e98202d6cd9f req-aa8ebd56-759e-4aef-9e56-55ab557e629c tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:21.294496 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ca068fef-86e4-4654-8286-e98202d6cd9f req-aa8ebd56-759e-4aef-9e56-55ab557e629c tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0585330 Oct 28 12:33:21.358882 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ca068fef-86e4-4654-8286-e98202d6cd9f req-72489daf-aae9-44bc-a657-75d08458d987 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583026 Oct 28 12:33:21.380208 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-ca2e5811-0f5e-403a-9181-3e8e37b14635 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112545 Oct 28 12:33:21.395583 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7544b766-93c9-4048-b601-84c67c251d36 req-7d426470-143a-48e2-ade4-74d73dec7eb9 tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 210 time: 0.0315845 Oct 28 12:33:21.399246 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-f0367770-e193-424c-9583-1c687fee1af4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:33:21.400194 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-f0367770-e193-424c-9583-1c687fee1af4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070183 Oct 28 12:33:22.098556 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e6a36-371c-4941-96ca-87faade6bc02 req-7b2fa176-5f07-4f13-8ac6-15a42f9a2e8f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:22.100589 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fc3e6a36-371c-4941-96ca-87faade6bc02 req-7b2fa176-5f07-4f13-8ac6-15a42f9a2e8f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0624564 Oct 28 12:33:22.151434 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fc3e6a36-371c-4941-96ca-87faade6bc02 req-fde8df63-e813-447e-b1ba-27ff85d04fbd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Oct 28 12:33:22.497159 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07982006-9db5-4643-8c89-eddba61b32e7 req-f0766556-f657-43ae-9e3b-a18389369959 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:22.498600 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-07982006-9db5-4643-8c89-eddba61b32e7 req-f0766556-f657-43ae-9e3b-a18389369959 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0624669 Oct 28 12:33:22.523603 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8b09217f-4ad3-4bd7-a04b-85a4e88fdb79 req-2326e00b-9bf7-487a-ac0b-3e3ca77f06bf tempest-VolumesActionsTest-119836886 tempest-VolumesActionsTest-119836886-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2cccc7-6745-4322-9f87-e556cff9f2f7 HTTP/1.1" status: 200 len: 210 time: 0.0464296 Oct 28 12:33:22.555179 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-07982006-9db5-4643-8c89-eddba61b32e7 req-b7a26104-412c-4d9a-b8ba-13e84f282175 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Oct 28 12:33:23.284673 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88972f5-4fc6-4704-893a-ee674f0dc35f req-1c491050-d08f-487e-9f98-5ccf553e0e89 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:23.286212 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f88972f5-4fc6-4704-893a-ee674f0dc35f req-1c491050-d08f-487e-9f98-5ccf553e0e89 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0597098 Oct 28 12:33:23.334572 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f88972f5-4fc6-4704-893a-ee674f0dc35f req-e8d026ec-bcff-4d88-828b-f3335a9c3f0a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392625 Oct 28 12:33:23.682955 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629616-f36a-4268-abe6-50e576cc0f8a req-551ad5c3-a119-42f0-b6e0-ec9850f912b3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:23.683611 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 3bac65dc-2a0c-40dd-a1b2-568bc53579bf no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:33:23.684516 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d629616-f36a-4268-abe6-50e576cc0f8a req-551ad5c3-a119-42f0-b6e0-ec9850f912b3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0581291 Oct 28 12:33:23.709103 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 3bac65dc-2a0c-40dd-a1b2-568bc53579bf {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:33:23.709685 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 3bac65dc-2a0c-40dd-a1b2-568bc53579bf not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:33:23.710252 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:33:23.750081 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d629616-f36a-4268-abe6-50e576cc0f8a req-59dfccdf-a134-41f3-86c6-832867b66c14 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Oct 28 12:33:24.476020 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c05e29-5898-4235-9643-1cdf22e61575 req-b5b226d9-c73e-4c89-820c-c247b2d6fcc8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:24.477885 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e8c05e29-5898-4235-9643-1cdf22e61575 req-b5b226d9-c73e-4c89-820c-c247b2d6fcc8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0660582 Oct 28 12:33:24.529180 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e8c05e29-5898-4235-9643-1cdf22e61575 req-0c707290-7a33-4426-b507-d4fca28d434d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Oct 28 12:33:24.872423 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3f4d8-f11b-4bb0-b950-6b74ac5ce9fc req-a4e56072-6265-4b74-b225-f768e81754e3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:24.874073 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c3c3f4d8-f11b-4bb0-b950-6b74ac5ce9fc req-a4e56072-6265-4b74-b225-f768e81754e3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0598271 Oct 28 12:33:24.918727 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c3c3f4d8-f11b-4bb0-b950-6b74ac5ce9fc req-fde2e420-0c5d-47a1-9aac-8ce4fdf70c4d tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Oct 28 12:33:25.664002 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae77c-b91e-4bab-9c56-a6bb66ab8cab req-bf6712e8-406e-4f16-99e8-57cde270514e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:25.665506 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e48ae77c-b91e-4bab-9c56-a6bb66ab8cab req-bf6712e8-406e-4f16-99e8-57cde270514e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0551176 Oct 28 12:33:25.709486 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e48ae77c-b91e-4bab-9c56-a6bb66ab8cab req-80662c49-8f84-406b-8cee-6c9b121dc54f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347886 Oct 28 12:33:26.054509 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d458-9b74-4693-98c5-0a6632d18336 req-dd483bd0-78b0-4178-9d76-9f84f00f18b2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:26.056073 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b4f0d458-9b74-4693-98c5-0a6632d18336 req-dd483bd0-78b0-4178-9d76-9f84f00f18b2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0555587 Oct 28 12:33:26.099457 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b4f0d458-9b74-4693-98c5-0a6632d18336 req-57ca8e0e-5db4-4a58-a1cc-e88cd216ff84 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338631 Oct 28 12:33:26.836586 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ede9-19ac-43e0-a254-b75b64a53f9b req-7fb7c134-8987-45c4-9418-5cc5ecb5c29d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:26.838082 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f200ede9-19ac-43e0-a254-b75b64a53f9b req-7fb7c134-8987-45c4-9418-5cc5ecb5c29d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0509832 Oct 28 12:33:26.877112 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f200ede9-19ac-43e0-a254-b75b64a53f9b req-d2f00b21-e5c1-42cd-9025-dc719c29fdd7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Oct 28 12:33:27.229813 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2882ece-e484-4713-a16c-891118ad059d req-429cfd94-1df7-49ba-ad41-e2deeac4ee13 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:27.231278 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a2882ece-e484-4713-a16c-891118ad059d req-429cfd94-1df7-49ba-ad41-e2deeac4ee13 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0583975 Oct 28 12:33:27.272984 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a2882ece-e484-4713-a16c-891118ad059d req-016e17cc-7b98-4a20-aff7-3d21533e2166 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Oct 28 12:33:27.712687 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-61e2e8cf-5d77-4219-926a-410475776666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:27.714162 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-61e2e8cf-5d77-4219-926a-410475776666 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8&tenant_id=0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 1097 time: 0.0820315 Oct 28 12:33:27.794413 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-04144a0d-b492-4d67-a70f-0ef3147d7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:27.795928 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-04144a0d-b492-4d67-a70f-0ef3147d7959 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0503535 Oct 28 12:33:27.890486 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-d4ac30f7-1a84-4f86-98ab-540d84d31d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:27.891949 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-d4ac30f7-1a84-4f86-98ab-540d84d31d9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.0869939 Oct 28 12:33:27.989931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-9f2153b8-6eac-4817-83df-09af7e987cdb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 200 len: 1000 time: 0.0865974 Oct 28 12:33:28.018950 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edab5e-8466-40c5-86dd-79c36d91af48 req-375e9fb6-23f6-4d76-937d-bf51df784a02 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:28.020520 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-26edab5e-8466-40c5-86dd-79c36d91af48 req-375e9fb6-23f6-4d76-937d-bf51df784a02 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0655775 Oct 28 12:33:28.071958 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-348ced3d-9c2a-4f0a-9d0d-948cc2d15475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:28.073450 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-348ced3d-9c2a-4f0a-9d0d-948cc2d15475 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0710275 Oct 28 12:33:28.095199 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-26edab5e-8466-40c5-86dd-79c36d91af48 req-0345eee9-f0cb-43dd-865b-3951189a8da0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575528 Oct 28 12:33:28.128457 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-b9a96225-658c-4f13-b482-cd61713621cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:28.129969 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-b9a96225-658c-4f13-b482-cd61713621cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462642 Oct 28 12:33:28.223204 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-be73520f-2afc-4664-9b25-c4a5d7b948da service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835366 Oct 28 12:33:28.322087 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-ef967130-58a9-48c2-b18c-ef490c5e23a8 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882008 Oct 28 12:33:28.401063 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ac811-ba30-42e4-821e-ad1ac426f347 req-80a328de-0d32-49ab-8840-8aa6ee29b5c4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:28.402596 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-361ac811-ba30-42e4-821e-ad1ac426f347 req-80a328de-0d32-49ab-8840-8aa6ee29b5c4 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0512002 Oct 28 12:33:28.441849 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-361ac811-ba30-42e4-821e-ad1ac426f347 req-a29d386e-a8c5-4ac4-8d99-b7be6be95fb1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Oct 28 12:33:29.262585 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b5b61-73d3-4e65-9f55-6e6ea34bafd7 req-bbd84532-c1ad-4b5c-be51-2654d81a3aa2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:29.264157 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ad3b5b61-73d3-4e65-9f55-6e6ea34bafd7 req-bbd84532-c1ad-4b5c-be51-2654d81a3aa2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0844812 Oct 28 12:33:29.348289 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ad3b5b61-73d3-4e65-9f55-6e6ea34bafd7 req-66fe47c8-3572-4a8c-b689-eafc79b2003a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625501 Oct 28 12:33:29.593822 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687904-3777-4ab6-a5a1-9e557ee5ecc5 req-0d0f23e6-c89f-41d5-af88-11348d3cb406 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:29.595652 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-47687904-3777-4ab6-a5a1-9e557ee5ecc5 req-0d0f23e6-c89f-41d5-af88-11348d3cb406 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0593536 Oct 28 12:33:29.638887 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-47687904-3777-4ab6-a5a1-9e557ee5ecc5 req-624d4f3d-f491-4874-9bd3-8e6a108d99eb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Oct 28 12:33:30.217248 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b8e693a2-ea0b-4ae6-8d7f-87fe2c2b3010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:30.607953 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4933f9-f380-44fe-9b5c-d6ef1f0581e3 req-4188470f-dc03-476d-b409-9e03b157e8b6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:30.609554 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7d4933f9-f380-44fe-9b5c-d6ef1f0581e3 req-4188470f-dc03-476d-b409-9e03b157e8b6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0952952 Oct 28 12:33:30.694476 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7d4933f9-f380-44fe-9b5c-d6ef1f0581e3 req-575d8158-32d5-4315-816b-03be3f4b9a78 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782785 Oct 28 12:33:30.895814 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573b572-3cef-414d-83c7-371ae3cf704e req-0f0c7ccc-aa65-454c-a04c-0fb7f7d2d549 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:30.897548 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e573b572-3cef-414d-83c7-371ae3cf704e req-0f0c7ccc-aa65-454c-a04c-0fb7f7d2d549 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.1359370 Oct 28 12:33:30.966721 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e573b572-3cef-414d-83c7-371ae3cf704e req-676f4194-027d-44c5-9af7-23d91fcb56af tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586529 Oct 28 12:33:31.918864 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58683312-4d74-42e2-a661-dab9e1efe64a req-262c99c9-b177-47f7-bd3a-b969dfbe29da tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:31.926813 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-58683312-4d74-42e2-a661-dab9e1efe64a req-262c99c9-b177-47f7-bd3a-b969dfbe29da tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1319008 Oct 28 12:33:32.059297 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-58683312-4d74-42e2-a661-dab9e1efe64a req-3d6e5cf9-679e-466a-b23a-3a9c79dc38ad tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314695 Oct 28 12:33:32.134020 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293aa7e-5e93-4b34-8a37-3c5fc066ba71 req-edfc7624-b7c5-497d-bbb0-6f385631b8af tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:32.135574 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f293aa7e-5e93-4b34-8a37-3c5fc066ba71 req-edfc7624-b7c5-497d-bbb0-6f385631b8af tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0856078 Oct 28 12:33:32.189452 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f293aa7e-5e93-4b34-8a37-3c5fc066ba71 req-11464768-f6db-4fb3-83b7-c9c16739e0e5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458343 Oct 28 12:33:32.939872 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-38288a53-8ec6-4c7c-aa84-a2e3652f9b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:33.234462 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce5d7e-930c-45ea-bea5-4206976af8c5 req-6314ad23-da4f-48d4-8291-3f94e1b0510d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:33.244123 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-78ce5d7e-930c-45ea-bea5-4206976af8c5 req-6314ad23-da4f-48d4-8291-3f94e1b0510d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0978868 Oct 28 12:33:33.293376 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-78ce5d7e-930c-45ea-bea5-4206976af8c5 req-0a11e580-94d4-406e-9f54-a0f5f21e0650 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478575 Oct 28 12:33:33.397896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f9d37-2bc6-4e5e-9551-7e1e3bab6e68 req-29b90547-1a88-4d08-bead-27aeb02ce51e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:33.399432 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7d0f9d37-2bc6-4e5e-9551-7e1e3bab6e68 req-29b90547-1a88-4d08-bead-27aeb02ce51e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 946 time: 0.0888846 Oct 28 12:33:33.475700 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7d0f9d37-2bc6-4e5e-9551-7e1e3bab6e68 req-6ab3d08a-48dc-4bb9-b283-84f2d4ccebf7 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661416 Oct 28 12:33:33.696575 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 4519c095-ffbc-4831-aac3-a12e3b01647c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:33:33.823698 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:33.851452 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:33.854785 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22baf3f6-ace9-444d-8a4c-73b8b1ada1a7" -d '{"events": [{"server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "name": "network-vif-unplugged", "status": "completed", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:33.887293 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 4519c095-ffbc-4831-aac3-a12e3b01647c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4519c095-ffbc-4831-aac3-a12e3b01647c,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:33.890560 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:33.894026 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:33.923708 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a22a355-546b-4158-8e1e-ef89627e98ed x-openstack-request-id: req-8a22a355-546b-4158-8e1e-ef89627e98ed {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:33.924258 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "name": "network-vif-unplugged", "status": "completed", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:33.924505 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a22a355-546b-4158-8e1e-ef89627e98ed {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:33.924918 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c', 'code': 200} Oct 28 12:33:33.958376 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=4519c095-ffbc-4831-aac3-a12e3b01647c,revision_number=6']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:34.435317 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a3d0d-6fb8-4668-a954-10884ba3f1c0 req-46eb0bcc-a9f1-46e1-bc40-c17f3fc09309 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:34.438705 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b1a3d0d-6fb8-4668-a954-10884ba3f1c0 req-46eb0bcc-a9f1-46e1-bc40-c17f3fc09309 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0627708 Oct 28 12:33:34.513472 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b1a3d0d-6fb8-4668-a954-10884ba3f1c0 req-6220478d-b069-4a0e-ab2d-303abcf0f79b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630975 Oct 28 12:33:34.639896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45222-3234-4b50-8334-43a604d9bb83 req-8b37e7d4-c549-4575-87c5-c601c961182f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:34.641421 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8ed45222-3234-4b50-8334-43a604d9bb83 req-8b37e7d4-c549-4575-87c5-c601c961182f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0627334 Oct 28 12:33:34.680686 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8ed45222-3234-4b50-8334-43a604d9bb83 req-f25acaeb-7028-4d5d-81ac-716d1d8dc1b0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Oct 28 12:33:34.729395 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:35.526919 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:35.661388 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9663c-e4ca-4b55-9637-0bade6b65c55 req-cfe1f8ab-bcca-47bb-89f7-f9a03a4bf39f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:35.670262 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-25f9663c-e4ca-4b55-9637-0bade6b65c55 req-cfe1f8ab-bcca-47bb-89f7-f9a03a4bf39f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0638280 Oct 28 12:33:35.726525 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-25f9663c-e4ca-4b55-9637-0bade6b65c55 req-b947cb85-3b01-4d56-8477-0b373a807fe6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549886 Oct 28 12:33:35.846673 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc594bb-df02-44ba-ad87-b6bcead1ba20 req-f7147a99-2f4c-4623-ab8a-e753758a3d43 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:35.848343 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cc594bb-df02-44ba-ad87-b6bcead1ba20 req-f7147a99-2f4c-4623-ab8a-e753758a3d43 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0696874 Oct 28 12:33:35.889053 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cc594bb-df02-44ba-ad87-b6bcead1ba20 req-75b50a2c-72b8-42a7-9b8c-2ec75f1770ae tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342517 Oct 28 12:33:36.947129 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468d94-f41f-4264-a4db-0df5f329e07a req-5c50bee0-613d-4712-a163-37e02b99b331 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:36.955914 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be468d94-f41f-4264-a4db-0df5f329e07a req-5c50bee0-613d-4712-a163-37e02b99b331 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1537957 Oct 28 12:33:37.000220 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be468d94-f41f-4264-a4db-0df5f329e07a req-4e7861ee-eb19-4ea0-8f68-2d18c82827e9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433362 Oct 28 12:33:37.148112 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b2399-c670-4b87-bea5-c491d4823725 req-bafa46da-3517-4163-aa5d-dad984818085 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:37.165372 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-642b2399-c670-4b87-bea5-c491d4823725 req-bafa46da-3517-4163-aa5d-dad984818085 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.1206677 Oct 28 12:33:37.209654 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-642b2399-c670-4b87-bea5-c491d4823725 req-eda964bc-1b06-43f6-bdca-56bdf3dc109f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Oct 28 12:33:38.188575 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63db9d-709f-462d-8488-033f65fe324f req-1830c0a9-5b06-475e-b269-d438b67b457a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:38.190232 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd63db9d-709f-462d-8488-033f65fe324f req-1830c0a9-5b06-475e-b269-d438b67b457a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0742614 Oct 28 12:33:38.238183 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd63db9d-709f-462d-8488-033f65fe324f req-f561019d-f204-4296-9e44-6a144c21874e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358040 Oct 28 12:33:38.361416 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96fc1d-3d96-46be-bf6c-01ed01cad5d3 req-214f575d-aa67-47ce-b300-b1a564c48e17 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:38.363507 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6f96fc1d-3d96-46be-bf6c-01ed01cad5d3 req-214f575d-aa67-47ce-b300-b1a564c48e17 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0566888 Oct 28 12:33:38.413107 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6f96fc1d-3d96-46be-bf6c-01ed01cad5d3 req-bd88467a-5351-4e53-841b-c4e5147a2c76 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Oct 28 12:33:39.418466 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea27b2-3e12-4df3-b989-774188f7a13f req-fe1f9e58-4d3e-4008-b84d-5e1f3ab33c7d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:39.421885 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5ea27b2-3e12-4df3-b989-774188f7a13f req-fe1f9e58-4d3e-4008-b84d-5e1f3ab33c7d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0740523 Oct 28 12:33:39.486558 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5ea27b2-3e12-4df3-b989-774188f7a13f req-d63b95af-ac2f-4043-99cf-c5f556ba69a9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576675 Oct 28 12:33:39.552329 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a112f-0567-4eee-8afe-c1008fd2a5ac req-c556d3d3-af22-4228-b07b-1cfd7381def0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:39.558099 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f91a112f-0567-4eee-8afe-c1008fd2a5ac req-c556d3d3-af22-4228-b07b-1cfd7381def0 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0559111 Oct 28 12:33:39.619245 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f91a112f-0567-4eee-8afe-c1008fd2a5ac req-b1098b2d-3903-4066-89a2-9cd7a4186ebc tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582914 Oct 28 12:33:40.640738 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699391f-7f59-4a9b-9de2-e6d5b78b6dba req-c91ca140-25ec-4e47-901c-168f6e03bfa9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:40.642282 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8699391f-7f59-4a9b-9de2-e6d5b78b6dba req-c91ca140-25ec-4e47-901c-168f6e03bfa9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0813506 Oct 28 12:33:40.690896 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8699391f-7f59-4a9b-9de2-e6d5b78b6dba req-b6b7d0cc-4d33-48a6-9477-0717c012eabb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Oct 28 12:33:40.797764 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3454a8-5400-463e-a0f0-fd0fbaf0521f req-27402ae2-7086-4407-979d-959b2f5b7b06 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:40.805643 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e3454a8-5400-463e-a0f0-fd0fbaf0521f req-27402ae2-7086-4407-979d-959b2f5b7b06 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0967481 Oct 28 12:33:40.851519 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e3454a8-5400-463e-a0f0-fd0fbaf0521f req-7dc52c4a-d8ae-4f9e-8709-aac446185083 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Oct 28 12:33:41.866033 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feedaa1-8001-471d-a413-1bc5c475c365 req-ea333ec3-ef3c-4f17-8301-6c64936a0f2f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:41.878270 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5feedaa1-8001-471d-a413-1bc5c475c365 req-ea333ec3-ef3c-4f17-8301-6c64936a0f2f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1002603 Oct 28 12:33:41.961006 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5feedaa1-8001-471d-a413-1bc5c475c365 req-5408d8ef-563a-4cf8-9b88-6791d8e4e5bc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825686 Oct 28 12:33:42.061709 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d772-d99e-44c9-b224-cc8bb9377636 req-a3e5914c-3dbe-4f46-834f-39498c8d67d1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:42.063905 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6145d772-d99e-44c9-b224-cc8bb9377636 req-a3e5914c-3dbe-4f46-834f-39498c8d67d1 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0710270 Oct 28 12:33:42.132843 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6145d772-d99e-44c9-b224-cc8bb9377636 req-62d3ecd1-7d46-473a-abb1-adf52621b515 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598388 Oct 28 12:33:43.251226 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dc37e-dbf1-4edc-bf20-a19e10950278 req-25320651-1e76-4714-986a-68128809a575 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:43.269673 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-694dc37e-dbf1-4edc-bf20-a19e10950278 req-25320651-1e76-4714-986a-68128809a575 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1326427 Oct 28 12:33:43.369416 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76885955-fee0-4828-a443-ea5c1cb48c31 req-f8462cea-7d22-4736-9b23-3680dd741813 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:43.371135 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-76885955-fee0-4828-a443-ea5c1cb48c31 req-f8462cea-7d22-4736-9b23-3680dd741813 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0703373 Oct 28 12:33:43.430363 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-76885955-fee0-4828-a443-ea5c1cb48c31 req-aeb82661-774f-439c-9e00-7311f162d736 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Oct 28 12:33:43.448766 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-694dc37e-dbf1-4edc-bf20-a19e10950278 req-8f9b71a2-c7a3-43a7-becc-c5783b349e6b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747470 Oct 28 12:33:44.600843 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d953f2-356f-4e90-a857-6629d386e6b2 req-25ded8ea-aa4e-4e25-b126-b53fd183b26c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:44.602375 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-18d953f2-356f-4e90-a857-6629d386e6b2 req-25ded8ea-aa4e-4e25-b126-b53fd183b26c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0620701 Oct 28 12:33:44.611283 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9f59d-1495-471b-90c0-75cb61f73316 req-97b00887-75f4-47fa-a393-a904dbef8f7a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:44.613067 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-30f9f59d-1495-471b-90c0-75cb61f73316 req-97b00887-75f4-47fa-a393-a904dbef8f7a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.1105957 Oct 28 12:33:44.673355 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-18d953f2-356f-4e90-a857-6629d386e6b2 req-f7f392fc-69ed-47aa-9635-99ac7c89480e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593579 Oct 28 12:33:44.677069 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-30f9f59d-1495-471b-90c0-75cb61f73316 req-4e8b1432-bd60-4373-b9e3-912a17da3bf6 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560591 Oct 28 12:33:45.129778 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:45.495534 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-2f8c5bbd-2194-4c51-ae00-387a66fc3906 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:45.497024 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-2f8c5bbd-2194-4c51-ae00-387a66fc3906 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.0755188 Oct 28 12:33:45.552560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-3f2945ba-4d54-4e49-b64a-5d9566a7aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:45.554464 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-3f2945ba-4d54-4e49-b64a-5d9566a7aa53 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0461638 Oct 28 12:33:45.621254 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Deleting port 4519c095-ffbc-4831-aac3-a12e3b01647c {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:33:45.621840 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:45.680178 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-f7651639-e26b-4412-892c-2d3ca711c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:45.681731 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-f7651639-e26b-4412-892c-2d3ca711c63e service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.0967293 Oct 28 12:33:45.724042 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] For port 4519c095-ffbc-4831-aac3-a12e3b01647c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4519c095-ffbc-4831-aac3-a12e3b01647c,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:45.724448 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:45.748781 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Calling delete_port for 4519c095-ffbc-4831-aac3-a12e3b01647c owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:33:45.764129 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-de8bbb61-d78e-4607-b4d0-a87d8c837cf5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 200 len: 1000 time: 0.0744791 Oct 28 12:33:45.825637 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-b46131ff-3317-45bf-8f4e-d3d645077b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:45.827529 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-b46131ff-3317-45bf-8f4e-d3d645077b65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0540533 Oct 28 12:33:45.885474 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-4b4058d4-a240-4959-b014-afc15bd8d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:45.887039 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-4b4058d4-a240-4959-b014-afc15bd8d1d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504398 Oct 28 12:33:45.905981 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48dadd-58ab-45fd-b87f-41ad69bc9b03 req-595a93b7-1603-4e2c-b465-0f9a5dc7d16f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:45.907492 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6f48dadd-58ab-45fd-b87f-41ad69bc9b03 req-595a93b7-1603-4e2c-b465-0f9a5dc7d16f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a11648-1512-4384-b703-4864b9027474 HTTP/1.1" status: 200 len: 944 time: 0.1418910 Oct 28 12:33:45.933996 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7476-3a6c-4c55-a84a-bfb11f81fb48 req-06bd9adc-def1-4656-ad75-0dcea0f09a6e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:45.935478 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c66a7476-3a6c-4c55-a84a-bfb11f81fb48 req-06bd9adc-def1-4656-ad75-0dcea0f09a6e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1031995 Oct 28 12:33:45.992867 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-3f45d6d0-ca47-42ae-a989-8ac6b1e4bf04 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964279 Oct 28 12:33:46.032400 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6f48dadd-58ab-45fd-b87f-41ad69bc9b03 req-8e99c21b-2f8b-4471-8cbc-01e673ca9ae3 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089339 Oct 28 12:33:46.050361 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c66a7476-3a6c-4c55-a84a-bfb11f81fb48 req-313a87d6-b923-46be-adb2-68fff13981fc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925510 Oct 28 12:33:46.051526 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:46.068701 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['c200af92-6387-4188-81f1-0baf6b616b1f'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:33:46.099809 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Pushing event deleted for resources: {'Port': ['ID=4519c095-ffbc-4831-aac3-a12e3b01647c,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:46.107621 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.108060 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.108479 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.108908 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.109328 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.109727 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.110129 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.110694 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.111196 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.111711 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.112106 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.112879 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:46.167752 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b05761f7-7e8f-453e-a1d3-a9142f538d13 req-2bf3a630-a4c3-4440-893b-56d0fa6f9a86 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457684 Oct 28 12:33:46.170740 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] No DVR routers for this DVR port 4519c095-ffbc-4831-aac3-a12e3b01647c on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:33:46.174086 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:46.178320 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-95f2ab19-a575-4f18-9548-d01c33ac5a87 req-8a371780-9a39-4606-8e99-5776525196a5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "DELETE /v2.0/ports/4519c095-ffbc-4831-aac3-a12e3b01647c HTTP/1.1" status: 204 len: 173 time: 0.6694529 Oct 28 12:33:46.178911 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'name': 'network-vif-deleted', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:46.181530 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d963a8e-f1ed-4fe2-a3aa-a120b87f68c0" -d '{"events": [{"server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "name": "network-vif-deleted", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:46.223324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2303c43b-ad84-4bbc-a638-70a530694a98 x-openstack-request-id: req-2303c43b-ad84-4bbc-a638-70a530694a98 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:46.223618 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a11648-1512-4384-b703-4864b9027474", "name": "network-vif-deleted", "tag": "4519c095-ffbc-4831-aac3-a12e3b01647c", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:46.223949 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2303c43b-ad84-4bbc-a638-70a530694a98 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:46.224498 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a11648-1512-4384-b703-4864b9027474', 'name': 'network-vif-deleted', 'tag': '4519c095-ffbc-4831-aac3-a12e3b01647c', 'status': 'completed', 'code': 200} Oct 28 12:33:47.174348 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 47894) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:47.212855 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130f020-941f-49b3-9d09-86d647021027 req-a0616b82-9c63-4172-8f2f-e2e44a4c06f4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:47.214468 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4130f020-941f-49b3-9d09-86d647021027 req-a0616b82-9c63-4172-8f2f-e2e44a4c06f4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0617793 Oct 28 12:33:47.221736 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Deleting subnet 52c6dff0-fc32-4a4e-8598-05ee27fa261b {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:33:47.225105 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.262138 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4130f020-941f-49b3-9d09-86d647021027 req-98878e63-8dce-4209-b1f3-d3ff2f6248bb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365081 Oct 28 12:33:47.264620 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.325050 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.400218 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.406257 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cde8fe-b9ce-4060-99b8-8c2290caa4e7 req-4b573bbb-5d12-47f5-baf5-c2334412eff2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:47.407980 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16cde8fe-b9ce-4060-99b8-8c2290caa4e7 req-4b573bbb-5d12-47f5-baf5-c2334412eff2 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0684018 Oct 28 12:33:47.417835 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:33:47.430372 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c6dff0-fc32-4a4e-8598-05ee27fa261b,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:47.434276 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.440554 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/52c6dff0-fc32-4a4e-8598-05ee27fa261b HTTP/1.1" status: 204 len: 168 time: 0.2622378 Oct 28 12:33:47.441568 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 47902) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:47.450159 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.450503 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.450911 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.451312 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.451714 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.452129 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.452544 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.452937 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.453329 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.453718 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.454103 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.454488 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be09c1-fc8a-429b-9b9c-264cfb360c25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:33:47.472476 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-16cde8fe-b9ce-4060-99b8-8c2290caa4e7 req-dc0b81a1-8000-49fb-b641-379c3eddedc8 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Oct 28 12:33:47.556244 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.623979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de5c21-48f7-48c7-95fa-fa4a7d167138 req-b33458c1-ab31-4291-9c76-0978f8f380a3 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:47.625522 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5de5c21-48f7-48c7-95fa-fa4a7d167138 req-b33458c1-ab31-4291-9c76-0978f8f380a3 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 946 time: 0.0517285 Oct 28 12:33:47.652915 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.672338 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5de5c21-48f7-48c7-95fa-fa4a7d167138 req-3c35b887-f1e5-4d9f-bb83-fc581f2849a8 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Oct 28 12:33:47.677743 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20ac26a-7429-439a-a4a0-e4320dff4b06']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:47.691047 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d8c10e-d754-475c-b1c2-86f96bba22f5') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:47.691289 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d8c10e-d754-475c-b1c2-86f96bba22f5') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:47.702231 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.717332 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.724305 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:33:47.724882 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:33:47.726609 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:33:47.780912 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.788134 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:47.792816 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] 10.222.0.62 "DELETE /v2.0/networks/f20ac26a-7429-439a-a4a0-e4320dff4b06 HTTP/1.1" status: 204 len: 168 time: 0.3500459 Oct 28 12:33:47.806013 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cf2bc-5b99-46eb-bfc4-82ea5e32e08a admin admin] Pushing event deleted for resources: {'Network': ['ID=f20ac26a-7429-439a-a4a0-e4320dff4b06,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:48.015825 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 47908) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:48.060580 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-29d04156-7c25-4fce-a3f9-6c3757149063 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fbbbaba86b74b2184637e1cf58ec643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434971 Oct 28 12:33:48.063325 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 47910) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:48.112168 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-239aded2-6998-4e9a-9ff9-e6bf00bcb61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:48.134142 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-239aded2-6998-4e9a-9ff9-e6bf00bcb61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:48.181733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-239aded2-6998-4e9a-9ff9-e6bf00bcb61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:48.184653 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-239aded2-6998-4e9a-9ff9-e6bf00bcb61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:48.185831 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-239aded2-6998-4e9a-9ff9-e6bf00bcb61f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1950987-3b84-4d4f-9ffe-975b28dacc09 HTTP/1.1" status: 204 len: 168 time: 0.1216221 Oct 28 12:33:48.193334 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aded2-6998-4e9a-9ff9-e6bf00bcb61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1950987-3b84-4d4f-9ffe-975b28dacc09,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:48.415645 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7738-40e5-49b1-99b0-3f9df618aab0 req-adf1c36c-133e-4838-aea1-e8abebdbb2eb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:48.417380 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cbba7738-40e5-49b1-99b0-3f9df618aab0 req-adf1c36c-133e-4838-aea1-e8abebdbb2eb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0570953 Oct 28 12:33:48.461195 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cbba7738-40e5-49b1-99b0-3f9df618aab0 req-170c8f92-835a-419e-bf2e-14f7e8983269 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372984 Oct 28 12:33:48.603377 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76992e6-ee64-4cf6-b4aa-cb75b03862b5 req-2b2a5f30-cff6-4ab8-b23c-f00acf43fb3f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:48.604823 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b76992e6-ee64-4cf6-b4aa-cb75b03862b5 req-2b2a5f30-cff6-4ab8-b23c-f00acf43fb3f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0605397 Oct 28 12:33:48.649309 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b76992e6-ee64-4cf6-b4aa-cb75b03862b5 req-12d91d08-5e99-473d-962b-369e068c0447 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Oct 28 12:33:48.796057 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e269f-f26f-4bd7-945c-746f9c630c8f req-8b8bc634-2f9e-49da-ae15-9080f36a61f0 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:48.797549 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8b8e269f-f26f-4bd7-945c-746f9c630c8f req-8b8bc634-2f9e-49da-ae15-9080f36a61f0 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 946 time: 0.0543652 Oct 28 12:33:48.836279 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8b8e269f-f26f-4bd7-945c-746f9c630c8f req-38ca4aff-2fec-42e2-aabf-7e5cf3e57348 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Oct 28 12:33:49.585619 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-846d03ca-3b17-4358-8a45-80b053faf864 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:49.587033 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-846d03ca-3b17-4358-8a45-80b053faf864 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 946 time: 0.0864642 Oct 28 12:33:49.638119 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19a30a-4f87-45a9-9a8c-bd6ae62e4ae7 req-ade2e1fb-d411-4c24-a4c2-3107e5e8e65c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:49.639573 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ed19a30a-4f87-45a9-9a8c-bd6ae62e4ae7 req-ade2e1fb-d411-4c24-a4c2-3107e5e8e65c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1014202 Oct 28 12:33:49.710081 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ed19a30a-4f87-45a9-9a8c-bd6ae62e4ae7 req-82dfaea7-70cd-4b51-8280-554a3b0b7dbe tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641212 Oct 28 12:33:49.724037 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Deleting port b39e2281-2702-459d-917b-89f8a06e12f4 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:33:49.724398 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:49.833555 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783e31f-bc95-47e1-a655-a14784e05dea req-ffcf8ca6-1022-4271-bc85-13abea1c3e0e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:49.835034 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3783e31f-bc95-47e1-a655-a14784e05dea req-ffcf8ca6-1022-4271-bc85-13abea1c3e0e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.1073737 Oct 28 12:33:49.863224 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] For port b39e2281-2702-459d-917b-89f8a06e12f4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b39e2281-2702-459d-917b-89f8a06e12f4,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:49.863637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:49.879917 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Calling delete_port for b39e2281-2702-459d-917b-89f8a06e12f4 owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:33:49.902499 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3783e31f-bc95-47e1-a655-a14784e05dea req-0c409e7e-f6f6-4faf-aea9-bcf3b314f85e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605564 Oct 28 12:33:50.002085 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57ea1e-1e26-4972-bcfb-22ed87be30cb req-154604ec-9346-4962-a94f-3186ff71febf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:50.003559 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ce57ea1e-1e26-4972-bcfb-22ed87be30cb req-154604ec-9346-4962-a94f-3186ff71febf tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9dc74b0-0412-4f1d-ba9f-18c7b792df75 HTTP/1.1" status: 200 len: 946 time: 0.0990705 Oct 28 12:33:50.082129 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ce57ea1e-1e26-4972-bcfb-22ed87be30cb req-790a41a4-07bd-4774-86a6-dc5fb0d326e3 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693779 Oct 28 12:33:50.087146 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:50.108910 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['b39e2281-2702-459d-917b-89f8a06e12f4'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:33:50.120118 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Pushing event deleted for resources: {'Port': ['ID=b39e2281-2702-459d-917b-89f8a06e12f4,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:50.166002 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] No DVR routers for this DVR port b39e2281-2702-459d-917b-89f8a06e12f4 on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:33:50.168744 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:50.172116 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-75ef1dcd-3cfc-4377-86fd-73cf8d87a36b req-e20e1e0e-7281-49f3-ad67-0e2a45550f86 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "DELETE /v2.0/ports/b39e2281-2702-459d-917b-89f8a06e12f4 HTTP/1.1" status: 204 len: 173 time: 0.5770664 Oct 28 12:33:50.172548 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'name': 'network-vif-deleted', 'tag': 'b39e2281-2702-459d-917b-89f8a06e12f4'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:50.174777 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc4ed39-2c53-4cec-a050-bb61ce09595c" -d '{"events": [{"server_uuid": "e9dc74b0-0412-4f1d-ba9f-18c7b792df75", "name": "network-vif-deleted", "tag": "b39e2281-2702-459d-917b-89f8a06e12f4"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:50.214013 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc468ae-442c-4288-ad24-43304b3d2b24 x-openstack-request-id: req-3bc468ae-442c-4288-ad24-43304b3d2b24 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:50.214422 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dc74b0-0412-4f1d-ba9f-18c7b792df75", "name": "network-vif-deleted", "tag": "b39e2281-2702-459d-917b-89f8a06e12f4", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:50.214690 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bc468ae-442c-4288-ad24-43304b3d2b24 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:50.215107 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dc74b0-0412-4f1d-ba9f-18c7b792df75', 'name': 'network-vif-deleted', 'tag': 'b39e2281-2702-459d-917b-89f8a06e12f4', 'status': 'completed', 'code': 200} Oct 28 12:33:50.843352 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf0d8-a767-4b04-a160-da72cc86561e req-04f72d21-5fab-4fbc-9f68-4283f791cd4d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:50.844970 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d9ccf0d8-a767-4b04-a160-da72cc86561e req-04f72d21-5fab-4fbc-9f68-4283f791cd4d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0554960 Oct 28 12:33:50.885340 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d9ccf0d8-a767-4b04-a160-da72cc86561e req-547f407b-db04-44b4-8f64-07130402056f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339756 Oct 28 12:33:51.035314 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d75e6-7674-4cbc-9802-73251a355ea2 req-ede37b57-f66f-4747-88c2-105fc158c006 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:51.036862 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-828d75e6-7674-4cbc-9802-73251a355ea2 req-ede37b57-f66f-4747-88c2-105fc158c006 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0541122 Oct 28 12:33:51.076675 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-828d75e6-7674-4cbc-9802-73251a355ea2 req-e830774c-a0d7-4150-9026-28fa4cc27ef9 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 Oct 28 12:33:52.052067 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01084310-1303-4a51-8f15-1cec1e08ffa5 req-968e2dff-056a-4484-a96f-0b4b96f640a8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:52.053644 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01084310-1303-4a51-8f15-1cec1e08ffa5 req-968e2dff-056a-4484-a96f-0b4b96f640a8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0518970 Oct 28 12:33:52.093878 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01084310-1303-4a51-8f15-1cec1e08ffa5 req-8006655b-8253-4335-8584-97abc581a113 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334785 Oct 28 12:33:52.201536 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac19620-f889-4255-b6f6-e8c8d9bcbf73 req-68dce2c9-53c3-4844-8090-3778518b68ec tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:52.203022 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2ac19620-f889-4255-b6f6-e8c8d9bcbf73 req-68dce2c9-53c3-4844-8090-3778518b68ec tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0590129 Oct 28 12:33:52.247514 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2ac19620-f889-4255-b6f6-e8c8d9bcbf73 req-3dbce411-7ae0-4601-8a26-650483a23c0f tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380571 Oct 28 12:33:53.231220 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5077c77-80f4-4c6e-a1b6-76f991b1514b req-b10dd4a3-ce12-4bd0-80b2-93fc3487f5b6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:53.232760 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d5077c77-80f4-4c6e-a1b6-76f991b1514b req-b10dd4a3-ce12-4bd0-80b2-93fc3487f5b6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0587697 Oct 28 12:33:53.278993 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d5077c77-80f4-4c6e-a1b6-76f991b1514b req-c67f7dee-acb1-4788-b7ec-7ecc42ca4d5e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 Oct 28 12:33:53.371175 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c3ef-d39a-45e5-a063-983b3e0a1eec req-e6b238b8-66c0-4d86-ad42-b9d360be9c36 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:53.372756 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1600c3ef-d39a-45e5-a063-983b3e0a1eec req-e6b238b8-66c0-4d86-ad42-b9d360be9c36 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0557964 Oct 28 12:33:53.416043 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1600c3ef-d39a-45e5-a063-983b3e0a1eec req-f3fcb24e-ad5a-4382-8cd1-1932a03c159e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369904 Oct 28 12:33:54.385815 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device b39e2281-2702-459d-917b-89f8a06e12f4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:33:54.409896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d0b8c-577d-4ff1-b557-e880f2809694 req-e8d471e7-eac5-404c-91ab-976161af57d6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:54.410590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: b39e2281-2702-459d-917b-89f8a06e12f4 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:33:54.410590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device b39e2281-2702-459d-917b-89f8a06e12f4 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:33:54.411401 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-694d0b8c-577d-4ff1-b557-e880f2809694 req-e8d471e7-eac5-404c-91ab-976161af57d6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0555055 Oct 28 12:33:54.454238 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-694d0b8c-577d-4ff1-b557-e880f2809694 req-8454e7c8-b093-4713-aa1e-36f44ee5c779 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361876 Oct 28 12:33:54.551595 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36148c7-8761-4f42-a202-b771b46ff987 req-c6bad15a-b827-48d3-8bcd-b37c66bd2e6e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:54.553213 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b36148c7-8761-4f42-a202-b771b46ff987 req-c6bad15a-b827-48d3-8bcd-b37c66bd2e6e tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0609124 Oct 28 12:33:54.598942 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b36148c7-8761-4f42-a202-b771b46ff987 req-b67b7fa3-d9e9-4df7-b16b-1305fd0024cb tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8842170-5ab1-40fd-a487-70da85301b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Oct 28 12:33:54.908084 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-d444a554-2cdc-4d4c-89ab-8486ba2466b5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:54.909492 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-d444a554-2cdc-4d4c-89ab-8486ba2466b5 tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 945 time: 0.0610285 Oct 28 12:33:55.013368 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Deleting port c200af92-6387-4188-81f1-0baf6b616b1f {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:33:55.013681 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:55.107891 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] For port c200af92-6387-4188-81f1-0baf6b616b1f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c200af92-6387-4188-81f1-0baf6b616b1f,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:55.108192 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:55.121064 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Calling delete_port for c200af92-6387-4188-81f1-0baf6b616b1f owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:33:55.515855 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:55.530767 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['c200af92-6387-4188-81f1-0baf6b616b1f'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:33:55.550399 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Pushing event deleted for resources: {'Port': ['ID=c200af92-6387-4188-81f1-0baf6b616b1f,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:55.621147 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] No DVR routers for this DVR port c200af92-6387-4188-81f1-0baf6b616b1f on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:33:55.635361 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:55.640230 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf5feb77-0ff9-49fc-a826-9983dfe77b5d req-c6c00e8b-4875-40ef-b607-c9f58c7e204a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.77 "DELETE /v2.0/ports/c200af92-6387-4188-81f1-0baf6b616b1f HTTP/1.1" status: 204 len: 173 time: 0.7237294 Oct 28 12:33:55.640830 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358e5707-b5af-4ff5-9308-489054458c20', 'name': 'network-vif-deleted', 'tag': 'c200af92-6387-4188-81f1-0baf6b616b1f'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:33:55.645026 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf9d2fc-e1c6-48f4-8b48-de38658632ea" -d '{"events": [{"server_uuid": "358e5707-b5af-4ff5-9308-489054458c20", "name": "network-vif-deleted", "tag": "c200af92-6387-4188-81f1-0baf6b616b1f"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:33:55.664815 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e8ea4-cc9d-4e29-93b4-9292b6b1c10a req-dee68cee-f76b-4988-8e7b-753875ec71cc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:55.666411 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3f7e8ea4-cc9d-4e29-93b4-9292b6b1c10a req-dee68cee-f76b-4988-8e7b-753875ec71cc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1176021 Oct 28 12:33:55.717724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-25a6a4ce-7f07-4fbb-b0bb-ed07bafb7ffb req-98195611-b032-44d9-8b1c-8cf78393024a tempest-ServerRescueNegativeTestJSON-1167639661 tempest-ServerRescueNegativeTestJSON-1167639661-project] 10.222.0.62 "GET /v2.0/ports?device_id=358e5707-b5af-4ff5-9308-489054458c20 HTTP/1.1" status: 200 len: 210 time: 0.0340133 Oct 28 12:33:55.741029 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3f7e8ea4-cc9d-4e29-93b4-9292b6b1c10a req-1799a86f-b973-41ab-8ac6-ee01ede399e8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651159 Oct 28 12:33:55.781868 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e60a48-1fb7-46da-9cab-0d97aff0c76b x-openstack-request-id: req-08e60a48-1fb7-46da-9cab-0d97aff0c76b {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:33:55.782229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358e5707-b5af-4ff5-9308-489054458c20", "name": "network-vif-deleted", "tag": "c200af92-6387-4188-81f1-0baf6b616b1f", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:33:55.782547 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08e60a48-1fb7-46da-9cab-0d97aff0c76b {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:33:55.783026 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358e5707-b5af-4ff5-9308-489054458c20', 'name': 'network-vif-deleted', 'tag': 'c200af92-6387-4188-81f1-0baf6b616b1f', 'status': 'completed', 'code': 200} Oct 28 12:33:56.782249 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 47988) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:56.934451 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602840-37fc-4c98-920d-3d3d61b96a08 req-36dc7095-d8f9-4db0-b522-090bebb04ae7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:56.935891 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5c602840-37fc-4c98-920d-3d3d61b96a08 req-36dc7095-d8f9-4db0-b522-090bebb04ae7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0777903 Oct 28 12:33:57.042471 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5c602840-37fc-4c98-920d-3d3d61b96a08 req-f0996475-51d2-44db-8077-16584debe413 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989728 Oct 28 12:33:57.285966 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:57.588270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Deleting port e99614fe-0467-48fb-bd57-7fdf9b8f7acc {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:33:57.588525 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:57.671638 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] For port e99614fe-0467-48fb-bd57-7fdf9b8f7acc, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,segment=NetworkSegment(e0d2ef08-7c36-41d3-a138-9ddbd34158c2),segment_id=e0d2ef08-7c36-41d3-a138-9ddbd34158c2)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:57.671987 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:57.688606 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Calling delete_port for e99614fe-0467-48fb-bd57-7fdf9b8f7acc owned by network:router_interface {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:33:57.897294 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:57.925737 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99614fe-0467-48fb-bd57-7fdf9b8f7acc,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:58.084117 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:58.219858 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686e5d3-47b1-460b-842a-bf14ad9469eb req-839c7e8f-27a8-43bf-b71b-b6db255f9fc3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:58.221391 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d686e5d3-47b1-460b-842a-bf14ad9469eb req-839c7e8f-27a8-43bf-b71b-b6db255f9fc3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.0950518 Oct 28 12:33:58.324628 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d686e5d3-47b1-460b-842a-bf14ad9469eb req-f02abd17-658b-466a-bca3-ac4a2f9ea22d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970044 Oct 28 12:33:58.361738 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:33:58.488279 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:33:58.494462 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-83407bad-fb92-4998-bf1a-e805a36d63b9 admin admin] 10.222.0.62 "PUT /v2.0/routers/d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111206 Oct 28 12:33:58.497232 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 47996) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:58.497780 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef62073c-2947-4a56-b485-085190348b93 None None] Sync routers for ids ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:33:58.508394 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] Routers {'d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:33:58.509033 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:33:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:58.607440 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks [] for router, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:58.615311 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] Set router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:33:58.818085 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:33:57Z', 'revision_number': 5, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:58.848331 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef62073c-2947-4a56-b485-085190348b93 None None] Checking router: d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:33:58.857579 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] Routers {'d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:33:58.858183 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:33:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:58.952402 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.012576 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Deleting port 5aa999f0-3e94-499e-913c-b1938b436cc8 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:33:59.013163 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.063808 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] Set router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:33:59.115344 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] For port 5aa999f0-3e94-499e-913c-b1938b436cc8, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=5aa999f0-3e94-499e-913c-b1938b436cc8,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:33:59.115633 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.128920 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Calling delete_port for 5aa999f0-3e94-499e-913c-b1938b436cc8 owned by network:router_gateway {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:33:59.248193 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-ef62073c-2947-4a56-b485-085190348b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:33:57Z', 'revision_number': 5, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:33:59.275113 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef62073c-2947-4a56-b485-085190348b93 None None] The sync data for ids ['d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7'] in dv-cinder-815146-6-iscsi is: [{'id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'name': 'tempest-ServerRescueNegativeTestJSON-949056928-router', 'tenant_id': '89341f96003c41e9be94073b0ef97275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:30Z', 'updated_at': '2021-10-28T12:33:57Z', 'revision_number': 5, 'project_id': '89341f96003c41e9be94073b0ef97275', 'gw_port': {'id': '5aa999f0-3e94-499e-913c-b1938b436cc8', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:31Z', 'updated_at': '2021-10-28T12:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:33:59.302943 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.329844 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa999f0-3e94-499e-913c-b1938b436cc8,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:59.398102 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.534334 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.537616 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.610474 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54dcf1-1839-4b25-84d5-fce6805184f8 req-751fabb4-697d-4ac1-b452-5ce931347c72 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:33:59.612013 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8b54dcf1-1839-4b25-84d5-fce6805184f8 req-751fabb4-697d-4ac1-b452-5ce931347c72 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 944 time: 0.1941562 Oct 28 12:33:59.628677 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.629232 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 {{(pid=101423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:33:59.642024 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.643221 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-84391788-2fb6-4b61-b35b-626ea265b41c admin admin] 10.222.0.62 "DELETE /v2.0/routers/d7c9f4aa-dcf4-4c4d-b73a-278a8e04ead7 HTTP/1.1" status: 204 len: 168 time: 1.1451144 Oct 28 12:33:59.646248 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 48004) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:33:59.702816 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8b54dcf1-1839-4b25-84d5-fce6805184f8 req-83ee351c-89ee-4466-a567-855d896ec964 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820761 Oct 28 12:33:59.712193 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] Deleting subnet 2abb791c-e92e-485f-bef6-916894ef1a83 {{(pid=101423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:33:59.715997 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.763530 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463056'] for subnet, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.816359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.858584 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:33:59.880366 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e99614fe-0467-48fb-bd57-7fdf9b8f7acc no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:33:59.889213 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12639782'] for subnet, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.905540 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: e99614fe-0467-48fb-bd57-7fdf9b8f7acc {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:33:59.906144 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e99614fe-0467-48fb-bd57-7fdf9b8f7acc not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:33:59.927653 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abb791c-e92e-485f-bef6-916894ef1a83,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:33:59.930015 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:33:59.936298 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-f9bee2f3-711c-4cce-aa50-445d87db4b9c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2abb791c-e92e-485f-bef6-916894ef1a83 HTTP/1.1" status: 204 len: 168 time: 0.2875879 Oct 28 12:33:59.937903 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48008) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:00.021150 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:00.037039 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'port_id': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'mac_address': 'fa:16:3e:53:d5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:34:00.039862 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.089397 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.110245 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7216a9-4fe8-4770-a641-9f1115f86217 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:00.148064 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:00.149240 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.155900 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.181313 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3a51c3-709d-44a6-8c38-864c03c3e6a4']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:00.193835 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:00.194170 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d2ef08-7c36-41d3-a138-9ddbd34158c2') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:00.208819 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.233587 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.235687 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-16ca680a-5bc9-460e-bea1-2cfb72235999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.240762 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=9']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:00.249747 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.250029 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:34:00.250187 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.250428 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.250577 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.250709 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.251032 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.251943 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.253227 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:34:00.253446 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:34:00.257130 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.257130 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.257130 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.257130 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.257130 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:00.324396 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.330733 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.335176 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5c3a51c3-709d-44a6-8c38-864c03c3e6a4 HTTP/1.1" status: 204 len: 168 time: 0.3958731 Oct 28 12:34:00.347935 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55865841-794b-446a-9a0f-90fae9881459 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3a51c3-709d-44a6-8c38-864c03c3e6a4,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:00.426245 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['fd7216a9-4fe8-4770-a641-9f1115f86217'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:00.538684 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48016) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:00.592412 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ef24aa2f-8688-4f09-b797-2ce4a07fb6a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89341f96003c41e9be94073b0ef97275&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523255 Oct 28 12:34:00.595106 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48018) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:00.655406 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-72908b25-900c-426c-8281-1bdd5c8ac779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.681140 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-72908b25-900c-426c-8281-1bdd5c8ac779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.734414 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-72908b25-900c-426c-8281-1bdd5c8ac779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.737306 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-72908b25-900c-426c-8281-1bdd5c8ac779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:00.738606 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-72908b25-900c-426c-8281-1bdd5c8ac779 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8842170-5ab1-40fd-a487-70da85301b7f HTTP/1.1" status: 204 len: 168 time: 0.1424787 Oct 28 12:34:00.749555 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908b25-900c-426c-8281-1bdd5c8ac779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8842170-5ab1-40fd-a487-70da85301b7f,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:00.855122 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d0f92-f9fd-42de-bb40-f414036f2480 req-4041d5bb-7c63-4303-92a3-63e209669577 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:00.857459 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-526d0f92-f9fd-42de-bb40-f414036f2480 req-4041d5bb-7c63-4303-92a3-63e209669577 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 945 time: 0.0539675 Oct 28 12:34:00.878568 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c200af92-6387-4188-81f1-0baf6b616b1f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:34:00.903594 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-526d0f92-f9fd-42de-bb40-f414036f2480 req-0f6e3b8b-e234-4ab1-899c-b4826841e6fb tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Oct 28 12:34:00.904655 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: c200af92-6387-4188-81f1-0baf6b616b1f {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:34:00.905034 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c200af92-6387-4188-81f1-0baf6b616b1f not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:34:01.267320 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-05485275-c805-4640-aac6-656eb83ff7db tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:01.268885 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-05485275-c805-4640-aac6-656eb83ff7db tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/networks?id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c HTTP/1.1" status: 200 len: 813 time: 0.1173151 Oct 28 12:34:01.284284 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d8fe8faa-42a9-4b06-974f-4076fb48330c tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/quotas/94643fb6f71b47f79d194ad0849be625 HTTP/1.1" status: 200 len: 375 time: 0.0093665 Oct 28 12:34:01.318362 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-6cc49376-dec2-43ac-85ee-a214bc07ee9b tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94643fb6f71b47f79d194ad0849be625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280371 Oct 28 12:34:01.417080 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-de133e7a-0e16-4c88-a6c4-6bdb123ed916 service neutron] 10.222.0.62 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903194 Oct 28 12:34:01.512219 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-3e4c4765-1ba5-4462-b095-295e11891218 service neutron] 10.222.0.62 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878856 Oct 28 12:34:01.532742 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 48056) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:01.640258 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-367542464-network', 'tenant_id': '36003ac4ee5e4de5b4ef1ed104c55b6c'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:01.688363 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ed6492f-99cc-4630-8dc1-d31422bc2678 req-d506a081-5c33-40f3-a091-dbefa709d1d7 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 210 time: 0.0365064 Oct 28 12:34:01.690563 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Made reservation on behalf of 36003ac4ee5e4de5b4ef1ed104c55b6c for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:34:01.692922 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:01.703183 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:01.721536 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 5aa999f0-3e94-499e-913c-b1938b436cc8 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:34:01.744831 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 5aa999f0-3e94-499e-913c-b1938b436cc8 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:34:01.745378 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 5aa999f0-3e94-499e-913c-b1938b436cc8 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:34:01.805979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:01.816774 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:01.854248 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:34:01.876270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:01.876938 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Added segment c06ed325-747b-4ec6-91aa-a7e25199e161 of type vlan for network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b Oct 28 12:34:01.877992 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78486cf-2584-45bf-80c0-dd363a6b7157,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:01.933742 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:01.964857 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:01.968008 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:01.968602 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:02.035283 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5013950 Oct 28 12:34:02.039192 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48072) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:02.049382 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Request body: {'subnet': {'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-367542464-subnet', 'tenant_id': '36003ac4ee5e4de5b4ef1ed104c55b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:02.065135 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7c41d-ac41-4c8f-95ae-3b77660d5f71 admin admin] Pushing event updated for resources: {'Network': ['ID=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:02.077700 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:34:02.096949 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Made reservation on behalf of 36003ac4ee5e4de5b4ef1ed104c55b6c for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:34:02.103360 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2330aa-bdc2-443c-8f63-6e84bb9bdf4c req-650c0e92-6579-4943-a954-3f5c8ebf899f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:02.105327 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af2330aa-bdc2-443c-8f63-6e84bb9bdf4c req-650c0e92-6579-4943-a954-3f5c8ebf899f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 945 time: 0.0879741 Oct 28 12:34:02.111261 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12859911'] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:02.159040 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af2330aa-bdc2-443c-8f63-6e84bb9bdf4c req-03d93a94-0219-4f76-96a9-218ce8932578 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472143 Oct 28 12:34:02.299828 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12859925'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:02.352009 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2679ac-47f3-464b-8c05-00bd5ffc88df,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:02.370123 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Checking segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:34:02.370479 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Network hostable DHCP agents. Network: e80a2853-2c5f-4e30-b57e-4bb32d36cb7b, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:34:02.388880 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:34:02.398338 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, e80a2853-2c5f-4e30-b57e-4bb32d36cb7b) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:34:02.403218 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:02.404202 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:02.407380 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b243075-c883-45de-b714-5473ac693299 None None] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:34:02.422345 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4e12ae3d-bb77-4f4b-8dbf-a809662fdfa7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3802478 Oct 28 12:34:02.548507 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edbcbf4-8d9e-4901-8398-8243215f34bd None None] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:34:02.823168 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bd9c249c-66bb-4632-a56d-68af2e162298 req-bd040a9a-9ffb-47ce-aa32-9a6d74490443 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 210 time: 0.0435665 Oct 28 12:34:02.875638 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:34:02.881185 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-1e6e9e99-c673-472e-8463-fab1c68fd643 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:02.882659 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-1e6e9e99-c673-472e-8463-fab1c68fd643 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "GET /v2.0/networks?id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c HTTP/1.1" status: 200 len: 813 time: 0.1784413 Oct 28 12:34:02.923532 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Request body: {'port': {'device_id': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c', 'admin_state_up': True, 'tenant_id': '94643fb6f71b47f79d194ad0849be625'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:02.935298 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f03e8d73-d75b-4bdb-aa2c-aa9027b17c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:02.946981 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port fd7216a9-4fe8-4770-a641-9f1115f86217 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:34:02.947490 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.027093 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.049191 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-7502fda6-d148-4f4c-a1e6-57813de532ac tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:03.050656 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-7502fda6-d148-4f4c-a1e6-57813de532ac tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1907332 Oct 28 12:34:03.050846 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:03.053198 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb687e2-263d-4949-8f67-754a0a66f3a9" -d '{"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-plugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:03.066945 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:03.070254 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-92c044d7-2aa5-415b-9e65-75bb1ba75664 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/quotas/36003ac4ee5e4de5b4ef1ed104c55b6c HTTP/1.1" status: 200 len: 375 time: 0.0113962 Oct 28 12:34:03.072443 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.107430 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af4a4d-64f4-47e6-8129-60d65d001def x-openstack-request-id: req-31af4a4d-64f4-47e6-8129-60d65d001def {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:03.108067 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-plugged", "status": "completed", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:03.108067 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31af4a4d-64f4-47e6-8129-60d65d001def {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:03.108818 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'code': 200} Oct 28 12:34:03.116278 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-368a2d79-e00e-4abc-8c66-a283a3b49d7a tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365357 Oct 28 12:34:03.124789 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Made reservation on behalf of 94643fb6f71b47f79d194ad0849be625 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:34:03.129139 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.143434 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=10']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:03.308069 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-bafc8168-c1ee-4cb0-8ad5-b0dca56085f1 service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761739 Oct 28 12:34:03.402075 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ab7b-9bd7-432c-993b-82f1e7246071 req-02ec03bc-ffe1-4f36-82e7-769a6cb95b5c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:03.403565 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a828ab7b-9bd7-432c-993b-82f1e7246071 req-02ec03bc-ffe1-4f36-82e7-769a6cb95b5c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.1602404 Oct 28 12:34:03.425179 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Allocated IP 172.20.0.11 (5d883604-b2a9-4d93-a8bf-ec87e84b1b2c/667f5a43-f23d-4c02-a0a9-e3c8d550f157/35a1fc7b-548a-4aa4-a3c2-6662f685c0df) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:34:03.500967 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a828ab7b-9bd7-432c-993b-82f1e7246071 req-b3025e66-59f4-4b19-942b-33970539df38 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903411 Oct 28 12:34:03.508988 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-55f25655-4dec-4c83-a42f-8d34b349852d service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937070 Oct 28 12:34:03.601588 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d753dc-5f85-47e7-bee0-2878165f986a req-322cf806-cbf4-47e8-b123-a2d9542f229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:03.603255 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-84d753dc-5f85-47e7-bee0-2878165f986a req-322cf806-cbf4-47e8-b123-a2d9542f229e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 1100 time: 0.0439804 Oct 28 12:34:03.641600 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.648082 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-84d753dc-5f85-47e7-bee0-2878165f986a req-bc52822c-92cf-4e70-a355-c89b47530ed9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365150 Oct 28 12:34:03.697064 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-80ca25ff-4b42-4c97-aea6-111f46117cae req-41ba02e8-2919-4cd0-a58c-b3e2c29a99a2 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 210 time: 0.0334473 Oct 28 12:34:03.705745 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.752846 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:34:03.756135 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:34:03.759958 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:34:03.772829 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Pushing event updated for resources: {'Port': ['ID=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:03.823749 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:03.824259 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.840856 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-0af5ff90-f606-461b-943b-cba503fc6746 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9215491 Oct 28 12:34:03.859990 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Request body: {'port': {'device_id': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:03.882841 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:03.921127 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:04.066240 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bb9e6-c329-4f57-bf81-398ea3b6a074 req-4d63c314-2404-414c-8849-c7680c697876 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:04.067770 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e94bb9e6-c329-4f57-bf81-398ea3b6a074 req-4d63c314-2404-414c-8849-c7680c697876 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 932 time: 0.1367817 Oct 28 12:34:04.163327 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e94bb9e6-c329-4f57-bf81-398ea3b6a074 req-e0595b7e-98de-47b6-98ca-2a56ebc8b195 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892484 Oct 28 12:34:04.512009 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a1fc7b-548a-4aa4-a3c2-6662f685c0df {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:04.519701 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:04.531895 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Transition to ACTIVE for port object 35a1fc7b-548a-4aa4-a3c2-6662f685c0df will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:34:04.537631 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:04.612169 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Pushing event updated for resources: {'Port': ['ID=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:04.694830 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41480050-2677-4d29-8767-36a5431cae8f req-cfbb1d06-7ef2-47ca-8d43-c2c53ef4d303 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:04.696419 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41480050-2677-4d29-8767-36a5431cae8f req-cfbb1d06-7ef2-47ca-8d43-c2c53ef4d303 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.1112139 Oct 28 12:34:04.701103 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Attempting to bind port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:34:04.701528 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Attempting to bind port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:34:04.701757 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Attempting to bind port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df on network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:04.713394 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df on network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:34:04.713765 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Attempting to bind port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df on network 5d883604-b2a9-4d93-a8bf-ec87e84b1b2c {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:04.727518 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:04.728455 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:34:04.728879 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Checking segment: {'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:34:04.729270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Bound using segment: {'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:34:04.729702 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Bound port: 35a1fc7b-548a-4aa4-a3c2-6662f685c0df, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b799ed45-bcc8-44ba-aa26-cfb72b28741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:34:04.730061 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:04.757544 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41480050-2677-4d29-8767-36a5431cae8f req-86f4e315-8098-4226-9122-d69e9fa7e8c9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523386 Oct 28 12:34:04.840924 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-22122db1-6176-4924-a0b0-31debd6123d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:04.842743 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-22122db1-6176-4924-a0b0-31debd6123d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1563258 Oct 28 12:34:04.859122 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Request body: {'port': {'device_id': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'admin_state_up': True, 'tenant_id': '36003ac4ee5e4de5b4ef1ed104c55b6c'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:04.864234 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-65e33c1b-ae3c-4267-9a11-9b9f90e4ceb3 req-fa49ddba-9c6a-43bf-b55f-cbb251cb880b tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 210 time: 0.0428829 Oct 28 12:34:04.865692 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] For port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:34:04.891481 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] For port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:34:04.898830 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:04.937354 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:04.937992 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:04.940304 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] 10.222.0.77 "PUT /v2.0/ports/35a1fc7b-548a-4aa4-a3c2-6662f685c0df HTTP/1.1" status: 200 len: 1094 time: 1.0849345 Oct 28 12:34:04.943955 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'tag': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:04.947321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b950ab5c-f97f-4624-95ff-365777e73aec" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fbde14-9db9-42a1-ad66-7a9510756fa9", "tag": "35a1fc7b-548a-4aa4-a3c2-6662f685c0df"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:05.001126 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75ac860-116d-4773-afda-4b1e290bf0cb x-openstack-request-id: req-a75ac860-116d-4773-afda-4b1e290bf0cb {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:05.001413 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fbde14-9db9-42a1-ad66-7a9510756fa9", "tag": "35a1fc7b-548a-4aa4-a3c2-6662f685c0df", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:05.001687 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a75ac860-116d-4773-afda-4b1e290bf0cb {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:05.002059 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'tag': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df', 'status': 'completed', 'code': 200} Oct 28 12:34:05.013875 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ac4a0-329b-469e-ad11-dacfee82661a service neutron] Pushing event updated for resources: {'Port': ['ID=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:05.067951 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-6e8cb2e9-78bd-4e83-9509-0c180e73c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:05.069848 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-6e8cb2e9-78bd-4e83-9509-0c180e73c26e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94643fb6f71b47f79d194ad0849be625&device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0571413 Oct 28 12:34:05.118392 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-fc003a24-bd46-49e9-9529-102d71ba2ac2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35a1fc7b-548a-4aa4-a3c2-6662f685c0df HTTP/1.1" status: 200 len: 217 time: 0.0364182 Oct 28 12:34:05.185468 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d3637067-3122-4668-a671-f8fab74d2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:05.187877 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-d3637067-3122-4668-a671-f8fab74d2c98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=667f5a43-f23d-4c02-a0a9-e3c8d550f157 HTTP/1.1" status: 200 len: 853 time: 0.0612941 Oct 28 12:34:05.231609 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-3a6da120-a40d-4358-84af-bfca1b49c04d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366311 Oct 28 12:34:05.292625 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Made reservation on behalf of 36003ac4ee5e4de5b4ef1ed104c55b6c for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:34:05.296410 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:05.341254 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c050eb-a9c9-492e-8616-5820f78ba329 req-b5d42ec4-f0dd-4440-9d76-5758fd3bc249 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:05.342777 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5c050eb-a9c9-492e-8616-5820f78ba329 req-b5d42ec4-f0dd-4440-9d76-5758fd3bc249 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 944 time: 0.1081471 Oct 28 12:34:05.391601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-3b4b770c-21fc-4385-b426-cea60d308359 service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464915 Oct 28 12:34:05.426197 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5c050eb-a9c9-492e-8616-5820f78ba329 req-a3e6309a-b29c-4d5c-b9f9-e08feba65440 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715854 Oct 28 12:34:05.441224 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Allocated IP 172.20.0.6 (e80a2853-2c5f-4e30-b57e-4bb32d36cb7b/0b2679ac-47f3-464b-8c05-00bd5ffc88df/7ce9b0c6-a42a-4be7-bfa3-19f0694292ee) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:34:05.507280 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:05.529957 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0cfd7cf5-aded-4b72-bb90-57f3071c9730 req-1baea32f-535a-4b56-9af5-7dd9571628e7 service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273775 Oct 28 12:34:05.621002 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ab5c-f97f-4624-95ff-365777e73aec req-ec3e28f8-991b-41c8-98ce-b3dd489bb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:05.622851 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b950ab5c-f97f-4624-95ff-365777e73aec req-ec3e28f8-991b-41c8-98ce-b3dd489bb9b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94643fb6f71b47f79d194ad0849be625&device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0430801 Oct 28 12:34:05.668049 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:05.719930 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:05.731689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ab5c-f97f-4624-95ff-365777e73aec req-c5a51909-e7f4-4f1d-8006-75419fa05d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:05.733374 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b950ab5c-f97f-4624-95ff-365777e73aec req-c5a51909-e7f4-4f1d-8006-75419fa05d6a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c HTTP/1.1" status: 200 len: 914 time: 0.1023223 Oct 28 12:34:05.766626 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:34:05.769827 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:34:05.773787 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:34:05.781964 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b950ab5c-f97f-4624-95ff-365777e73aec req-59927544-1a8f-4bfa-923e-00449bcd12b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35a1fc7b-548a-4aa4-a3c2-6662f685c0df HTTP/1.1" status: 200 len: 217 time: 0.0385413 Oct 28 12:34:05.802087 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event updated for resources: {'Port': ['ID=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:05.836876 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:05.837542 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:05.840305 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ab5c-f97f-4624-95ff-365777e73aec req-f9ceed88-5acb-4157-a6d7-82b5ee21a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:05.841824 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b950ab5c-f97f-4624-95ff-365777e73aec req-f9ceed88-5acb-4157-a6d7-82b5ee21a42a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=667f5a43-f23d-4c02-a0a9-e3c8d550f157 HTTP/1.1" status: 200 len: 853 time: 0.0523965 Oct 28 12:34:05.855352 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-ee4a56aa-03ac-4c04-9a9f-ca494277b3bb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0015759 Oct 28 12:34:05.871084 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Request body: {'port': {'device_id': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:05.905639 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b950ab5c-f97f-4624-95ff-365777e73aec req-5abfbbd3-a66b-45bb-8599-4f52eb990157 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477314 Oct 28 12:34:05.946325 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:06.011406 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0a46-cc2b-4840-90fe-9ebddd85f8e1 req-673f1f88-e3aa-4e02-bb3d-c0c197d4e6d4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:06.012947 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-032b0a46-cc2b-4840-90fe-9ebddd85f8e1 req-673f1f88-e3aa-4e02-bb3d-c0c197d4e6d4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.1699131 Oct 28 12:34:06.071783 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b950ab5c-f97f-4624-95ff-365777e73aec req-53208e75-4c7f-4ab6-9986-cf587df26e8e service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541660 Oct 28 12:34:06.086901 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d3ced-4c19-4fe5-974d-5a46865b0a54 req-bb632cee-1114-4530-95fd-d0a83b5bf1b9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:06.088393 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-193d3ced-4c19-4fe5-974d-5a46865b0a54 req-bb632cee-1114-4530-95fd-d0a83b5bf1b9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 931 time: 0.1164973 Oct 28 12:34:06.103476 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-032b0a46-cc2b-4840-90fe-9ebddd85f8e1 req-37703f10-6341-48ce-8bd6-c6989df41fd0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825670 Oct 28 12:34:06.184932 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-193d3ced-4c19-4fe5-974d-5a46865b0a54 req-d696da12-4571-4c86-a1e0-279702925d96 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861928 Oct 28 12:34:06.209839 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b950ab5c-f97f-4624-95ff-365777e73aec req-bd9455bc-2fb9-464e-9795-8d09bb8d3134 service neutron] 10.222.0.77 "GET /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204321 Oct 28 12:34:06.239351 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:06.250242 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:06.264699 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Transition to ACTIVE for port object 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:34:06.269364 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:06.324557 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:06.395767 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Attempting to bind port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:34:06.396094 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Attempting to bind port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:34:06.396474 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Attempting to bind port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:06.400995 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:34:06.401359 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Attempting to bind port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:06.406787 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:34:06.407117 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Checking segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:34:06.407489 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Bound using segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:34:06.407881 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Bound port: 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:34:06.408222 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:06.477576 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] For port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:34:06.483996 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] For port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:34:06.490652 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:06.528789 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:06.529400 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:06.530807 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] 10.222.0.77 "PUT /v2.0/ports/7ce9b0c6-a42a-4be7-bfa3-19f0694292ee HTTP/1.1" status: 200 len: 1093 time: 0.6643467 Oct 28 12:34:06.531247 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'tag': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:06.533568 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8078686a-d1d5-4172-8919-1979230fcae6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8647488-6b19-46a6-a95e-7280a2f63c58", "tag": "7ce9b0c6-a42a-4be7-bfa3-19f0694292ee"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:06.560017 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be2697-0145-488d-aa08-aa53ddb5fac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:06.580521 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1fb5-9116-4cad-aead-ceeb6e2f6226 req-7cbbaec9-1258-420a-b6a3-9ba4d026fb1c tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:06.582063 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d72c1fb5-9116-4cad-aead-ceeb6e2f6226 req-7cbbaec9-1258-420a-b6a3-9ba4d026fb1c tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 944 time: 0.0807767 Oct 28 12:34:06.584217 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebb7d4b-e70c-459a-8476-b9ed29f301ba x-openstack-request-id: req-1ebb7d4b-e70c-459a-8476-b9ed29f301ba {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:06.584507 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8647488-6b19-46a6-a95e-7280a2f63c58", "tag": "7ce9b0c6-a42a-4be7-bfa3-19f0694292ee", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:06.584849 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ebb7d4b-e70c-459a-8476-b9ed29f301ba {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:06.585236 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'tag': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'status': 'completed', 'code': 200} Oct 28 12:34:06.618244 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-86e18b20-e797-44a6-98ce-38225c705a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:06.619787 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-86e18b20-e797-44a6-98ce-38225c705a3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 1096 time: 0.0448704 Oct 28 12:34:06.621590 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d72c1fb5-9116-4cad-aead-ceeb6e2f6226 req-e8cb5ba5-20d6-4bd8-b4dc-7ef1151ad4b9 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Oct 28 12:34:06.662332 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-3b2de42a-fcc2-4796-b0dd-e1be12efe973 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee HTTP/1.1" status: 200 len: 217 time: 0.0345318 Oct 28 12:34:06.720524 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-5e3fa72e-7e06-4ebf-9298-45310ab080dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:06.722046 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-5e3fa72e-7e06-4ebf-9298-45310ab080dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0524004 Oct 28 12:34:06.755803 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-42130e98-4f91-4a6e-af1b-4679e58b2244 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259690 Oct 28 12:34:06.846908 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-125edd9d-ab50-4e9d-992e-36a44991f86e service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837958 Oct 28 12:34:06.890740 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 35a1fc7b-548a-4aa4-a3c2-6662f685c0df details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:34:06.944920 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-554cad96-983b-4d9d-86ee-97dce2d6b3ce req-3087eaf3-1a92-439d-86f6-74f703941397 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911369 Oct 28 12:34:06.996904 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:07.009039 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df', 'network_id': '5d883604-b2a9-4d93-a8bf-ec87e84b1b2c', 'port_id': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df', 'mac_address': 'fa:16:3e:13:ef:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667f5a43-f23d-4c02-a0a9-e3c8d550f157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:34:07.047029 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:07.047411 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078686a-d1d5-4172-8919-1979230fcae6 req-e31a1887-c969-4c7c-985b-a2a3aa0a2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:07.048942 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8078686a-d1d5-4172-8919-1979230fcae6 req-e31a1887-c969-4c7c-985b-a2a3aa0a2182 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 1096 time: 0.0507195 Oct 28 12:34:07.066864 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a1fc7b-548a-4aa4-a3c2-6662f685c0df {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:07.087215 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:07.092019 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:07.152107 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:07.175450 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078686a-d1d5-4172-8919-1979230fcae6 req-a44e7ad9-cd71-4192-aafc-b50107ab5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:07.177119 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8078686a-d1d5-4172-8919-1979230fcae6 req-a44e7ad9-cd71-4192-aafc-b50107ab5954 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 915 time: 0.1206143 Oct 28 12:34:07.247833 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8078686a-d1d5-4172-8919-1979230fcae6 req-484fe1c8-249e-4967-8ea5-ba2d16ae346c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee HTTP/1.1" status: 200 len: 217 time: 0.0485666 Oct 28 12:34:07.264304 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd141cda-d1d7-4c70-b25e-d9c9d3b882ec req-c94bc619-6dbb-4d52-94eb-d4d2907fe9be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:07.265897 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd141cda-d1d7-4c70-b25e-d9c9d3b882ec req-c94bc619-6dbb-4d52-94eb-d4d2907fe9be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.0806766 Oct 28 12:34:07.311701 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078686a-d1d5-4172-8919-1979230fcae6 req-cebac991-1ffb-4a5e-a566-cfdab08e5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:07.313442 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8078686a-d1d5-4172-8919-1979230fcae6 req-cebac991-1ffb-4a5e-a566-cfdab08e5ac7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0577648 Oct 28 12:34:07.331901 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['35a1fc7b-548a-4aa4-a3c2-6662f685c0df'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:07.333629 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd141cda-d1d7-4c70-b25e-d9c9d3b882ec req-a6774dc6-50ab-43fd-a27d-86819b17f491 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616026 Oct 28 12:34:07.347948 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8078686a-d1d5-4172-8919-1979230fcae6 req-3c4d6160-fb2c-41bd-8380-38be5cfc23f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259070 Oct 28 12:34:07.352033 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2ad1e-b479-437a-b9bd-0495e141739d req-eed15896-c4ef-456e-a115-fd85cdfefffc tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:07.356603 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00e2ad1e-b479-437a-b9bd-0495e141739d req-eed15896-c4ef-456e-a115-fd85cdfefffc tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 943 time: 0.0668170 Oct 28 12:34:07.401688 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00e2ad1e-b479-437a-b9bd-0495e141739d req-3403db98-40bd-4a9e-b618-fc8fea1e3790 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Oct 28 12:34:07.463299 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8078686a-d1d5-4172-8919-1979230fcae6 req-959cd0fb-3231-4182-8250-ed4bd26b9196 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973387 Oct 28 12:34:07.576788 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-8078686a-d1d5-4172-8919-1979230fcae6 req-f74d6984-ecd2-4d88-a48d-5f0ce8376b85 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014543 Oct 28 12:34:07.741585 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66babe-be5a-418d-9265-6bc960041e8d req-1883ff47-9bab-4a48-a64e-def683328f92 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:07.743149 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5b66babe-be5a-418d-9265-6bc960041e8d req-1883ff47-9bab-4a48-a64e-def683328f92 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 945 time: 0.0541360 Oct 28 12:34:07.789579 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5b66babe-be5a-418d-9265-6bc960041e8d req-ee7e132b-cd2e-45ef-9e06-23251a693e87 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Oct 28 12:34:08.497043 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b8335-8869-4a2b-a229-711f55722d14 req-7247da86-2113-4dca-a963-2608bc939e81 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:08.498480 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-578b8335-8869-4a2b-a229-711f55722d14 req-7247da86-2113-4dca-a963-2608bc939e81 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0653212 Oct 28 12:34:08.562878 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f952779-0670-49f6-8024-18bb916492f3 req-fb08034f-11e4-47fa-bb3c-b83ec4b6b4b9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:08.564284 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f952779-0670-49f6-8024-18bb916492f3 req-fb08034f-11e4-47fa-bb3c-b83ec4b6b4b9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 943 time: 0.0854096 Oct 28 12:34:08.567463 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-578b8335-8869-4a2b-a229-711f55722d14 req-d76179ae-3776-4175-b7ce-4c776958e563 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514846 Oct 28 12:34:08.602975 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f952779-0670-49f6-8024-18bb916492f3 req-5cab696a-c4d0-49e4-b1ef-1885111ba404 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Oct 28 12:34:08.905086 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:34:08.908249 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 35a1fc7b-548a-4aa4-a3c2-6662f685c0df up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:34:08.920437 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998140bd-1f24-407e-a106-6ec917f53ae3 req-e3c5ac54-ea63-4774-a325-1fdcb6730016 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:08.922013 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-998140bd-1f24-407e-a106-6ec917f53ae3 req-e3c5ac54-ea63-4774-a325-1fdcb6730016 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 945 time: 0.0563591 Oct 28 12:34:08.962375 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-998140bd-1f24-407e-a106-6ec917f53ae3 req-87ac925a-cbf6-48e5-818c-b9bfa136fea8 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Oct 28 12:34:09.017231 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:34:09.031502 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:34:09.031864 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:09.064363 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:09.080574 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'port_id': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'mac_address': 'fa:16:3e:3b:f0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2679ac-47f3-464b-8c05-00bd5ffc88df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:34:09.148171 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:09.169261 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:09.173197 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:09.203462 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:09.209151 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:09.211353 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3d1afb-93e2-479e-958d-30490031a28a" -d '{"events": [{"server_uuid": "b5fbde14-9db9-42a1-ad66-7a9510756fa9", "name": "network-vif-plugged", "status": "completed", "tag": "35a1fc7b-548a-4aa4-a3c2-6662f685c0df"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:09.216282 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:09.227826 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:09.247676 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:09.254111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa28bdb0-d441-48aa-a89f-9305bb1cf417 x-openstack-request-id: req-fa28bdb0-d441-48aa-a89f-9305bb1cf417 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:09.254419 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fbde14-9db9-42a1-ad66-7a9510756fa9", "name": "network-vif-plugged", "status": "completed", "tag": "35a1fc7b-548a-4aa4-a3c2-6662f685c0df", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:09.254676 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa28bdb0-d441-48aa-a89f-9305bb1cf417 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:09.255056 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df', 'code': 200} Oct 28 12:34:09.275409 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:09.331277 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:09.439259 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2274bc3-7572-4b92-bdd4-8eaac9169943 req-e86ff876-50af-48d2-801a-254d0dbca977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:09.441349 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-e2274bc3-7572-4b92-bdd4-8eaac9169943 req-e86ff876-50af-48d2-801a-254d0dbca977 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 1099 time: 0.0439274 Oct 28 12:34:09.476795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:09.486703 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-e2274bc3-7572-4b92-bdd4-8eaac9169943 req-0d5940d6-f87d-4b79-917b-5cf0b56b6706 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Oct 28 12:34:09.725344 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce957f-e7ac-4a0f-b8e4-ded2a4c7536c req-36469b44-6d74-4483-bd12-8ac939d7ba7f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:09.726819 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9fce957f-e7ac-4a0f-b8e4-ded2a4c7536c req-36469b44-6d74-4483-bd12-8ac939d7ba7f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0741997 Oct 28 12:34:09.764748 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303e3cd-a023-4cba-9c4c-6fe533b26300 req-dd9b6277-8747-41fc-ab85-c268f7a29c4e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:09.766240 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9303e3cd-a023-4cba-9c4c-6fe533b26300 req-dd9b6277-8747-41fc-ab85-c268f7a29c4e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 944 time: 0.0788774 Oct 28 12:34:09.785902 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9fce957f-e7ac-4a0f-b8e4-ded2a4c7536c req-d0816c15-2eb0-4fa5-b702-ef948710651a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528886 Oct 28 12:34:09.813524 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9303e3cd-a023-4cba-9c4c-6fe533b26300 req-e592420e-1df8-4962-b3b8-ba72ab4b0954 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Oct 28 12:34:10.096531 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d584fd-a40e-401c-9911-45457db2a56b req-e5a47a80-537d-4f0e-ac0a-5219b679f70d tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:10.098079 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-14d584fd-a40e-401c-9911-45457db2a56b req-e5a47a80-537d-4f0e-ac0a-5219b679f70d tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 946 time: 0.0625539 Oct 28 12:34:10.147700 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-14d584fd-a40e-401c-9911-45457db2a56b req-0c23cd6b-9bc1-4cf7-badc-a9c27f9ea7ee tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 Oct 28 12:34:10.940307 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cce93-35fa-45e7-96bd-2bba8165e109 req-791f6935-5033-4711-a961-b52c9a2fc500 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:10.941873 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:34:10.942263 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f06cce93-35fa-45e7-96bd-2bba8165e109 req-791f6935-5033-4711-a961-b52c9a2fc500 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0815001 Oct 28 12:34:10.955074 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1fa3a-c236-42d5-bbf5-a23eb38a2f28 req-15eb919b-20d0-46fb-a718-e3ce27b16520 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:10.956608 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2e1fa3a-c236-42d5-bbf5-a23eb38a2f28 req-15eb919b-20d0-46fb-a718-e3ce27b16520 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 944 time: 0.0688634 Oct 28 12:34:11.004220 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:34:11.008132 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:34:11.009246 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:11.019323 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f06cce93-35fa-45e7-96bd-2bba8165e109 req-afc677f2-dbd7-4bde-aa3a-9e2826f1a2f3 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613489 Oct 28 12:34:11.022412 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c2e1fa3a-c236-42d5-bbf5-a23eb38a2f28 req-ee3dfdb4-0c4b-4adb-8221-92ba3a57c4d9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Oct 28 12:34:11.101806 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:11.137023 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:11.141696 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:11.196172 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:11.256227 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:11.259408 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0af16ce-2219-417b-b638-65cb81acca3d" -d '{"events": [{"server_uuid": "c8647488-6b19-46a6-a95e-7280a2f63c58", "name": "network-vif-plugged", "status": "completed", "tag": "7ce9b0c6-a42a-4be7-bfa3-19f0694292ee"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:11.277649 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94665b9-97a6-4a11-83cb-981bc1b0c118 req-d380cd52-0a74-4414-98f3-1e95c77e3e1b tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:11.280433 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a94665b9-97a6-4a11-83cb-981bc1b0c118 req-d380cd52-0a74-4414-98f3-1e95c77e3e1b tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 946 time: 0.0588596 Oct 28 12:34:11.305792 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dbcbf8-ee83-4d6b-9830-b0283efe3ad1 x-openstack-request-id: req-33dbcbf8-ee83-4d6b-9830-b0283efe3ad1 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:11.305792 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8647488-6b19-46a6-a95e-7280a2f63c58", "name": "network-vif-plugged", "status": "completed", "tag": "7ce9b0c6-a42a-4be7-bfa3-19f0694292ee", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:11.305792 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33dbcbf8-ee83-4d6b-9830-b0283efe3ad1 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:11.305792 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'code': 200} Oct 28 12:34:11.324547 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a94665b9-97a6-4a11-83cb-981bc1b0c118 req-a57616a8-d669-46b6-9447-48ab2ae378b6 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370917 Oct 28 12:34:11.506110 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1beebe-9e09-460f-b8d5-6c368c4343a6 req-14cca536-9796-48df-a9b1-806621cd019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:11.508639 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9f1beebe-9e09-460f-b8d5-6c368c4343a6 req-14cca536-9796-48df-a9b1-806621cd019d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 1098 time: 0.0476635 Oct 28 12:34:11.552456 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9f1beebe-9e09-460f-b8d5-6c368c4343a6 req-8093776e-3e9c-4de3-91b7-3882bb1e5183 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365579 Oct 28 12:34:12.178071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cce22-444d-49d7-9144-8097de28e4b6 req-a9d6f263-fb28-40ae-b1f5-37a6b2e8e01f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:12.179686 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa7cce22-444d-49d7-9144-8097de28e4b6 req-a9d6f263-fb28-40ae-b1f5-37a6b2e8e01f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0808613 Oct 28 12:34:12.202003 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7aa20-7739-4ed4-9a9e-090f79694328 req-799f82c6-429e-464c-b4c3-32efa9e28dba tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:12.203419 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ae7aa20-7739-4ed4-9a9e-090f79694328 req-799f82c6-429e-464c-b4c3-32efa9e28dba tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 945 time: 0.0779572 Oct 28 12:34:12.254297 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa7cce22-444d-49d7-9144-8097de28e4b6 req-48198d65-0237-42da-b049-5b5186ca3d6a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677884 Oct 28 12:34:12.259574 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1ae7aa20-7739-4ed4-9a9e-090f79694328 req-f3e5ed01-7425-41f5-a552-7fbba3d715dc tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Oct 28 12:34:13.407056 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600aaa8-73d5-4c3e-8d26-be9185680723 req-011ab3ba-46a7-48fc-b627-250c789c75e5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:13.408463 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8600aaa8-73d5-4c3e-8d26-be9185680723 req-011ab3ba-46a7-48fc-b627-250c789c75e5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0845618 Oct 28 12:34:13.416841 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c607f-4c52-4407-a842-5084fd31f3da req-08251dde-1f9e-4734-bfc1-33e704dcccaa tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:13.418260 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e17c607f-4c52-4407-a842-5084fd31f3da req-08251dde-1f9e-4734-bfc1-33e704dcccaa tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 945 time: 0.0830917 Oct 28 12:34:13.474283 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8600aaa8-73d5-4c3e-8d26-be9185680723 req-f0fcae5c-27e2-4ff6-b855-78b868694c30 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550845 Oct 28 12:34:13.483670 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e17c607f-4c52-4407-a842-5084fd31f3da req-64ce1c9a-e714-4a2c-ab03-611795459a47 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587816 Oct 28 12:34:14.603932 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2bc93-674c-4157-83bb-a11e0a90013c req-e47032a3-f5d6-4b59-b8d9-8e871f5b1d0f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:14.605447 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cb2bc93-674c-4157-83bb-a11e0a90013c req-e47032a3-f5d6-4b59-b8d9-8e871f5b1d0f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0539620 Oct 28 12:34:14.645484 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1cb2bc93-674c-4157-83bb-a11e0a90013c req-876d4953-5fe0-4483-9715-4614b6af8571 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337856 Oct 28 12:34:15.127226 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:15.767534 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686daef-d772-4cc7-acc5-b703325fd879 req-4e306862-3b42-475c-bf96-ceba0cc4fea7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:15.769084 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8686daef-d772-4cc7-acc5-b703325fd879 req-4e306862-3b42-475c-bf96-ceba0cc4fea7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0513449 Oct 28 12:34:15.809280 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8686daef-d772-4cc7-acc5-b703325fd879 req-d475113b-eaaf-4fdb-beff-d1ba451fa815 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336559 Oct 28 12:34:16.955536 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef2042-a40e-44e6-9a5d-5c79092d6967 req-85db1c78-051f-403c-b297-9a9d648dcaa5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:16.957238 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5fef2042-a40e-44e6-9a5d-5c79092d6967 req-85db1c78-051f-403c-b297-9a9d648dcaa5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0506613 Oct 28 12:34:17.003457 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5fef2042-a40e-44e6-9a5d-5c79092d6967 req-779c3dac-5556-41da-bdfb-eb14a013177e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Oct 28 12:34:18.128747 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d99fc7-880c-4ca2-9d07-2eeb157fffc7 req-a545cddb-f14d-4a08-b9b3-61566aeb6aa7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:18.133185 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-02d99fc7-880c-4ca2-9d07-2eeb157fffc7 req-a545cddb-f14d-4a08-b9b3-61566aeb6aa7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0575953 Oct 28 12:34:18.177213 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-02d99fc7-880c-4ca2-9d07-2eeb157fffc7 req-d26fc877-7d6f-4795-872e-7fd20961da49 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Oct 28 12:34:19.296858 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df45ee-cc06-437f-8298-8ba87d60d3b7 req-186226bf-afd3-455a-a760-94c42da1033c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:19.298256 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-66df45ee-cc06-437f-8298-8ba87d60d3b7 req-186226bf-afd3-455a-a760-94c42da1033c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0493112 Oct 28 12:34:19.338421 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-66df45ee-cc06-437f-8298-8ba87d60d3b7 req-8782e3e4-6ce5-4242-8550-3c5f95f853f1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Oct 28 12:34:19.555258 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a430b1c-7058-4630-8c2b-3aecadc3cfbc req-9106955e-550a-4c87-91a0-bfaa928fd50b tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:19.557079 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2a430b1c-7058-4630-8c2b-3aecadc3cfbc req-9106955e-550a-4c87-91a0-bfaa928fd50b tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0520947 Oct 28 12:34:19.611088 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2a430b1c-7058-4630-8c2b-3aecadc3cfbc req-ba5726d2-5382-40f4-86a7-8c15438910bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450807 Oct 28 12:34:20.759761 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183508e0-f18e-4641-abe1-e415507d8fb1 req-5bd8fefc-44f9-4da1-970d-6bbd0c9df6e7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:20.761275 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-183508e0-f18e-4641-abe1-e415507d8fb1 req-5bd8fefc-44f9-4da1-970d-6bbd0c9df6e7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0622053 Oct 28 12:34:20.804393 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-183508e0-f18e-4641-abe1-e415507d8fb1 req-932d9614-6952-4057-b39f-28d75c3e2c18 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336988 Oct 28 12:34:21.923397 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f576fc-07f5-4f68-8cac-487c2155ba18 req-a465a3ba-bcf6-43b3-a2b7-95b8cd7a7eef tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:21.924871 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f3f576fc-07f5-4f68-8cac-487c2155ba18 req-a465a3ba-bcf6-43b3-a2b7-95b8cd7a7eef tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0511410 Oct 28 12:34:21.963351 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f3f576fc-07f5-4f68-8cac-487c2155ba18 req-e1b9bfcf-af71-4512-9da8-aa9b05830ed6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Oct 28 12:34:22.562762 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-135e9226-6891-4f65-95c4-bebc46f8e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:22.564280 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-135e9226-6891-4f65-95c4-bebc46f8e548 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 1098 time: 0.0427451 Oct 28 12:34:22.654823 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-837f9409-2c05-43b7-96fa-0672aaf35a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:22.656259 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-837f9409-2c05-43b7-96fa-0672aaf35a1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 912 time: 0.0848374 Oct 28 12:34:22.727353 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-a6969852-13b0-4a34-a04a-39e6d2f4ea56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 200 len: 1000 time: 0.0630333 Oct 28 12:34:22.778782 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-6f708b92-ee17-44c0-b5d9-d6e693079af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:22.780250 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-6f708b92-ee17-44c0-b5d9-d6e693079af0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.0453935 Oct 28 12:34:22.828574 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-6bc3342d-dc24-40d4-9996-9bfd5b0bcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:22.830091 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-6bc3342d-dc24-40d4-9996-9bfd5b0bcc28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427620 Oct 28 12:34:22.926256 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-ee894f35-3ff8-4c9e-a079-7202d37ca8e3 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845735 Oct 28 12:34:23.030525 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4dfa15b9-a92b-472b-b723-cbbb8b92b114 req-7a81d2e2-e927-4ec3-9394-4e9dba6773aa service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Oct 28 12:34:23.081580 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd1274-b322-4ef2-a383-232cf1a85e9a req-c7d1624f-9fbc-4312-9909-1ef37f9f5887 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:23.082990 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-58fd1274-b322-4ef2-a383-232cf1a85e9a req-c7d1624f-9fbc-4312-9909-1ef37f9f5887 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0518222 Oct 28 12:34:23.124865 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-58fd1274-b322-4ef2-a383-232cf1a85e9a req-25cc90ee-a5a3-4eca-b466-2360662147e8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359154 Oct 28 12:34:24.247613 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273f50a-ace0-446e-b464-aea524d7f247 req-dec1863b-ae6e-4c46-b206-3c1a7b84f435 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:24.249113 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b273f50a-ace0-446e-b464-aea524d7f247 req-dec1863b-ae6e-4c46-b206-3c1a7b84f435 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0545831 Oct 28 12:34:24.287515 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b273f50a-ace0-446e-b464-aea524d7f247 req-a49d8d9e-e49e-47fe-9454-9baae0ab5f5a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Oct 28 12:34:24.418017 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:34:28.123378 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d24059-de2a-41f6-a368-41f7971da068 req-dae20b96-2362-4c21-b941-58d225d6b88e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:28.124867 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-dae20b96-2362-4c21-b941-58d225d6b88e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1100998 Oct 28 12:34:28.140128 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-136d1b40-a379-4b1b-afcb-04d7004a9ff8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/quotas/36003ac4ee5e4de5b4ef1ed104c55b6c HTTP/1.1" status: 200 len: 375 time: 0.0094748 Oct 28 12:34:28.189905 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-c9ad6dbb-084a-458d-bf5f-70b856aabf45 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440474 Oct 28 12:34:28.280272 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-423df7b0-0060-472b-b447-de2b5f3b249e service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832953 Oct 28 12:34:28.377267 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-dbe81324-b4af-40df-bd90-695a6f99ca1e service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900054 Oct 28 12:34:28.531481 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5c2441c1-bb03-4b70-9cd7-0c8303a59eb8 req-e81d0fa2-1059-4a6c-a570-35170d58bad5 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 210 time: 0.0265846 Oct 28 12:34:29.583376 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d24059-de2a-41f6-a368-41f7971da068 req-e27a2f2f-9826-46bd-baca-5da2f88f8063 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:29.585288 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-e27a2f2f-9826-46bd-baca-5da2f88f8063 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1080229 Oct 28 12:34:29.603814 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Request body: {'port': {'device_id': '251e6078-cf22-4b27-b53f-103c7a27e690', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'admin_state_up': True, 'tenant_id': '36003ac4ee5e4de5b4ef1ed104c55b6c'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:29.626925 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dde190f7-67de-4511-b3d4-a5600407a58a req-ae734cb3-b2c9-49b0-990a-7d6873e8c9e6 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 210 time: 0.0274506 Oct 28 12:34:29.721911 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Made reservation on behalf of 36003ac4ee5e4de5b4ef1ed104c55b6c for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:34:29.725451 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:29.847864 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Allocated IP 172.20.0.13 (e80a2853-2c5f-4e30-b57e-4bb32d36cb7b/0b2679ac-47f3-464b-8c05-00bd5ffc88df/bdba618a-d033-41e3-9405-ac2e006dac09) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:34:29.997918 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.034914 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.048503 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:30.083030 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:34:30.086373 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:34:30.090477 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:34:30.096870 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event updated for resources: {'Port': ['ID=bdba618a-d033-41e3-9405-ac2e006dac09,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:30.142612 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:30.143385 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.161808 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-1ef3c679-3550-4497-a1cc-83a4b677efe8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631497 Oct 28 12:34:30.184241 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Request body: {'port': {'device_id': '251e6078-cf22-4b27-b53f-103c7a27e690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:30.206934 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-584f4795-a675-4c8b-9162-280263c976a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.245681 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.516768 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdba618a-d033-41e3-9405-ac2e006dac09 {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:30.524155 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.536407 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Transition to ACTIVE for port object bdba618a-d033-41e3-9405-ac2e006dac09 will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:34:30.540928 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.587831 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba618a-d033-41e3-9405-ac2e006dac09,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:30.656393 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Attempting to bind port bdba618a-d033-41e3-9405-ac2e006dac09 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:34:30.656393 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Attempting to bind port bdba618a-d033-41e3-9405-ac2e006dac09 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:34:30.656393 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Attempting to bind port bdba618a-d033-41e3-9405-ac2e006dac09 on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:30.661070 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Port bdba618a-d033-41e3-9405-ac2e006dac09 on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:34:30.661383 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Attempting to bind port bdba618a-d033-41e3-9405-ac2e006dac09 on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:30.666328 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:34:30.666659 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Checking segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:34:30.667033 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Bound using segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:34:30.667445 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Bound port: bdba618a-d033-41e3-9405-ac2e006dac09, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:34:30.667852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.733181 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] For port bdba618a-d033-41e3-9405-ac2e006dac09, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:34:30.736440 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] For port bdba618a-d033-41e3-9405-ac2e006dac09, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bdba618a-d033-41e3-9405-ac2e006dac09,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:34:30.741754 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.760393 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec432b5-c6b8-4cba-9e56-d7d7415ad0ef req-c6cf6673-e3c5-4a36-b9de-423816a7ad00 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:30.761930 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-eec432b5-c6b8-4cba-9e56-d7d7415ad0ef req-c6cf6673-e3c5-4a36-b9de-423816a7ad00 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 944 time: 0.0663061 Oct 28 12:34:30.776491 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:30.777238 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:30.778630 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] 10.222.0.77 "PUT /v2.0/ports/bdba618a-d033-41e3-9405-ac2e006dac09 HTTP/1.1" status: 200 len: 1094 time: 0.5999494 Oct 28 12:34:30.779061 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251e6078-cf22-4b27-b53f-103c7a27e690', 'tag': 'bdba618a-d033-41e3-9405-ac2e006dac09'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:30.781339 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa6c03a-9723-40e2-a8a8-788243c267e1" -d '{"events": [{"name": "network-changed", "server_uuid": "251e6078-cf22-4b27-b53f-103c7a27e690", "tag": "bdba618a-d033-41e3-9405-ac2e006dac09"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:30.805320 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e37d3-bd48-4835-be63-c001242b6814 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba618a-d033-41e3-9405-ac2e006dac09,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:30.807494 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-eec432b5-c6b8-4cba-9e56-d7d7415ad0ef req-87f55e6e-770c-4f0d-9ca4-f095ddd8e28a tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Oct 28 12:34:30.843862 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cadd84f-9643-4a96-a27b-e0ac8fda668d x-openstack-request-id: req-8cadd84f-9643-4a96-a27b-e0ac8fda668d {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:30.844149 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251e6078-cf22-4b27-b53f-103c7a27e690", "tag": "bdba618a-d033-41e3-9405-ac2e006dac09", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:30.844405 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cadd84f-9643-4a96-a27b-e0ac8fda668d {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:30.844833 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251e6078-cf22-4b27-b53f-103c7a27e690', 'tag': 'bdba618a-d033-41e3-9405-ac2e006dac09', 'status': 'completed', 'code': 200} Oct 28 12:34:30.873765 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d24059-de2a-41f6-a368-41f7971da068 req-5eb3cdc8-c978-422a-a027-ecd6101440fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:30.875274 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-5eb3cdc8-c978-422a-a027-ecd6101440fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 1097 time: 0.0416448 Oct 28 12:34:30.931682 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-f9ef20bf-c84d-4268-8b9b-dd9e3e56f81f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdba618a-d033-41e3-9405-ac2e006dac09 HTTP/1.1" status: 200 len: 217 time: 0.0387776 Oct 28 12:34:30.985388 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d24059-de2a-41f6-a368-41f7971da068 req-8a7a9d8d-b476-4786-a8cc-9293998afcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:30.986792 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-8a7a9d8d-b476-4786-a8cc-9293998afcf0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0435572 Oct 28 12:34:31.026827 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-c4fc1a3f-b661-441e-a21a-1bdfebfafb9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240550 Oct 28 12:34:31.141690 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-e78d2ae0-e6af-4cb1-bdaa-3e2790e6dd5a service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020691 Oct 28 12:34:31.243781 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-72d24059-de2a-41f6-a368-41f7971da068 req-3b44f378-7651-4e09-8185-7b9caadef261 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907378 Oct 28 12:34:31.357590 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-8786f0f4-bd7a-4e0f-909b-e87496315667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:31.359201 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-8786f0f4-bd7a-4e0f-909b-e87496315667 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 1097 time: 0.0415738 Oct 28 12:34:31.460456 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-48920e87-a007-4055-af6c-49c46eb3183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:31.461948 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-48920e87-a007-4055-af6c-49c46eb3183a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 915 time: 0.0870488 Oct 28 12:34:31.515607 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-8192c79c-d87b-415e-ae64-fb053f544f27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdba618a-d033-41e3-9405-ac2e006dac09 HTTP/1.1" status: 200 len: 217 time: 0.0337708 Oct 28 12:34:31.585980 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-a4d66791-465b-4c71-a05a-588fc49fdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:31.587336 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-a4d66791-465b-4c71-a05a-588fc49fdb40 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0536520 Oct 28 12:34:31.631422 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-68d71955-447a-41e1-bd55-a65471fe8db4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299244 Oct 28 12:34:31.738462 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-f51a3fd6-8bd0-440f-80dd-a32d84e5ba70 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905190 Oct 28 12:34:31.843303 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-efa6c03a-9723-40e2-a8a8-788243c267e1 req-3094346a-4eab-4e4c-a2a5-667b3094abf0 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969300 Oct 28 12:34:31.932929 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419d9d5-3b2f-42a9-8586-eaf65533adca req-9221cc66-3d0f-4d8e-aacb-da01842930e7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:31.934569 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d419d9d5-3b2f-42a9-8586-eaf65533adca req-9221cc66-3d0f-4d8e-aacb-da01842930e7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 944 time: 0.0536807 Oct 28 12:34:31.973103 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d419d9d5-3b2f-42a9-8586-eaf65533adca req-c0cfdcf7-ef0e-42b7-a42f-64320379b2c4 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Oct 28 12:34:32.589150 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a1ed-60f2-42f6-8a0b-52551b89ad45 req-3cf6088a-c826-4d6e-a25e-4a0d95bcc302 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:32.590726 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-13e5a1ed-60f2-42f6-8a0b-52551b89ad45 req-3cf6088a-c826-4d6e-a25e-4a0d95bcc302 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 946 time: 0.0531926 Oct 28 12:34:32.631574 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-13e5a1ed-60f2-42f6-8a0b-52551b89ad45 req-261bedde-495e-4312-81d4-759490ebd706 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Oct 28 12:34:32.922126 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4d601672-55c9-4ae3-a9ed-0bd620876d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:33.050515 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device bdba618a-d033-41e3-9405-ac2e006dac09 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:34:33.105305 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec52502-0e0f-4ea2-b908-da7f94e3c184 req-3168aba5-421b-416c-b862-fd9a21a37ed4 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:33.106786 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-eec52502-0e0f-4ea2-b908-da7f94e3c184 req-3168aba5-421b-416c-b862-fd9a21a37ed4 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 944 time: 0.0582397 Oct 28 12:34:33.145956 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-eec52502-0e0f-4ea2-b908-da7f94e3c184 req-3a4dc7e7-d134-40a3-8fa1-7403661bfbd9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Oct 28 12:34:33.150326 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port bdba618a-d033-41e3-9405-ac2e006dac09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bdba618a-d033-41e3-9405-ac2e006dac09,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:33.161850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'bdba618a-d033-41e3-9405-ac2e006dac09', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'port_id': 'bdba618a-d033-41e3-9405-ac2e006dac09', 'mac_address': 'fa:16:3e:b8:6d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2679ac-47f3-464b-8c05-00bd5ffc88df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:34:33.198430 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:33.211051 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdba618a-d033-41e3-9405-ac2e006dac09 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:33.230062 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port bdba618a-d033-41e3-9405-ac2e006dac09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bdba618a-d033-41e3-9405-ac2e006dac09,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:33.235189 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:33.284026 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=bdba618a-d033-41e3-9405-ac2e006dac09,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:33.596000 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['bdba618a-d033-41e3-9405-ac2e006dac09'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:33.764151 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89320a0-14c9-4970-b21a-53804165cf02 req-d52920c5-fd15-4376-9c4a-4a096ac85b69 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:33.765729 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c89320a0-14c9-4970-b21a-53804165cf02 req-d52920c5-fd15-4376-9c4a-4a096ac85b69 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 946 time: 0.0575137 Oct 28 12:34:33.805108 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c89320a0-14c9-4970-b21a-53804165cf02 req-af70e1ac-e591-4b57-827d-380cb02f4aee tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/security-groups?id=0969ebec-6186-4e5d-a58c-bc177d0b8543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Oct 28 12:34:33.882704 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:34.270364 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6e4b5-853c-43db-8889-d8323f41474d req-926f3875-375e-4e30-bff6-ea513976f8a1 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:34.272409 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b7b6e4b5-853c-43db-8889-d8323f41474d req-926f3875-375e-4e30-bff6-ea513976f8a1 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 945 time: 0.0500028 Oct 28 12:34:34.311715 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b7b6e4b5-853c-43db-8889-d8323f41474d req-6f444fbe-5c53-43e2-b5ea-191daf378cb4 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Oct 28 12:34:34.434968 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-4cdf4390-cfb9-4ef7-9418-b9faaf036541 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:34.436416 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-4cdf4390-cfb9-4ef7-9418-b9faaf036541 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 946 time: 0.0544493 Oct 28 12:34:34.536741 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Deleting port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:34:34.537155 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:34.624137 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] For port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,segment=NetworkSegment(b799ed45-bcc8-44ba-aa26-cfb72b28741f),segment_id=b799ed45-bcc8-44ba-aa26-cfb72b28741f)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:34.624494 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:34.636872 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Calling delete_port for 35a1fc7b-548a-4aa4-a3c2-6662f685c0df owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:34:34.721488 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:34.767027 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:34.779107 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['35a1fc7b-548a-4aa4-a3c2-6662f685c0df'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:34.795425 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Pushing event deleted for resources: {'Port': ['ID=35a1fc7b-548a-4aa4-a3c2-6662f685c0df,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:34.840303 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] No DVR routers for this DVR port 35a1fc7b-548a-4aa4-a3c2-6662f685c0df on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:34:34.843762 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:34.847294 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ac4b451e-a10c-4ba5-ba7e-6dd005d0159d req-3d76b15a-ce4b-42d9-ae60-b36c13ac8d55 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.77 "DELETE /v2.0/ports/35a1fc7b-548a-4aa4-a3c2-6662f685c0df HTTP/1.1" status: 204 len: 173 time: 0.4028192 Oct 28 12:34:34.847741 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'name': 'network-vif-deleted', 'tag': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:34.850107 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdcd9c2-aa1b-4884-8585-4b248049b1a7" -d '{"events": [{"server_uuid": "b5fbde14-9db9-42a1-ad66-7a9510756fa9", "name": "network-vif-deleted", "tag": "35a1fc7b-548a-4aa4-a3c2-6662f685c0df"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:34.888044 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44abc80d-7146-4870-9e8c-aa9b429e00e6 x-openstack-request-id: req-44abc80d-7146-4870-9e8c-aa9b429e00e6 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:34.888349 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fbde14-9db9-42a1-ad66-7a9510756fa9", "name": "network-vif-deleted", "tag": "35a1fc7b-548a-4aa4-a3c2-6662f685c0df", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:34.888666 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44abc80d-7146-4870-9e8c-aa9b429e00e6 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:34.889071 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fbde14-9db9-42a1-ad66-7a9510756fa9', 'name': 'network-vif-deleted', 'tag': '35a1fc7b-548a-4aa4-a3c2-6662f685c0df', 'status': 'completed', 'code': 200} Oct 28 12:34:34.914076 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c677b5a-5292-4442-a572-66c3b5be668f req-08147b43-8898-4b59-b0a0-a11e58f62d25 tempest-VolumesSnapshotTestJSON-1512941529 tempest-VolumesSnapshotTestJSON-1512941529-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5fbde14-9db9-42a1-ad66-7a9510756fa9 HTTP/1.1" status: 200 len: 210 time: 0.0326622 Oct 28 12:34:35.077576 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device bdba618a-d033-41e3-9405-ac2e006dac09 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:34:35.136516 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port bdba618a-d033-41e3-9405-ac2e006dac09 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:34:35.142166 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port bdba618a-d033-41e3-9405-ac2e006dac09 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:34:35.142704 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:35.352452 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:35.377188 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e6078-cf22-4b27-b53f-103c7a27e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba618a-d033-41e3-9405-ac2e006dac09'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:35.379757 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe7b23c-1a8b-499d-a088-b839bf1d6628" -d '{"events": [{"server_uuid": "251e6078-cf22-4b27-b53f-103c7a27e690", "name": "network-vif-plugged", "status": "completed", "tag": "bdba618a-d033-41e3-9405-ac2e006dac09"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:35.400474 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port bdba618a-d033-41e3-9405-ac2e006dac09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bdba618a-d033-41e3-9405-ac2e006dac09,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:35.405841 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:35.406854 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 35a1fc7b-548a-4aa4-a3c2-6662f685c0df no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:34:35.441923 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212a10-eb78-49fc-bbef-25578212b4e5 req-f5d17114-5416-49fb-95b5-63c1bacc74a6 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:35.443435 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7e212a10-eb78-49fc-bbef-25578212b4e5 req-f5d17114-5416-49fb-95b5-63c1bacc74a6 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 945 time: 0.0576894 Oct 28 12:34:35.451955 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a6662e-e2a9-42ee-9d79-b0c86da18ec1 x-openstack-request-id: req-a6a6662e-e2a9-42ee-9d79-b0c86da18ec1 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:35.452294 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251e6078-cf22-4b27-b53f-103c7a27e690", "name": "network-vif-plugged", "status": "completed", "tag": "bdba618a-d033-41e3-9405-ac2e006dac09", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:35.452543 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6a6662e-e2a9-42ee-9d79-b0c86da18ec1 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:35.452958 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e6078-cf22-4b27-b53f-103c7a27e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba618a-d033-41e3-9405-ac2e006dac09', 'code': 200} Oct 28 12:34:35.453466 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 35a1fc7b-548a-4aa4-a3c2-6662f685c0df {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:34:35.453804 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 35a1fc7b-548a-4aa4-a3c2-6662f685c0df not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:34:35.489243 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7e212a10-eb78-49fc-bbef-25578212b4e5 req-c37dfc28-fd43-442c-bf41-e40fa28c00dd tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Oct 28 12:34:35.500163 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=bdba618a-d033-41e3-9405-ac2e006dac09,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:35.507706 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:35.641181 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45161dcd-0894-4292-a1de-463f1e8c8923 req-c680c1da-92d5-4186-828c-dc96254838b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:35.642576 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-45161dcd-0894-4292-a1de-463f1e8c8923 req-c680c1da-92d5-4186-828c-dc96254838b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 1099 time: 0.0414164 Oct 28 12:34:35.682723 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-45161dcd-0894-4292-a1de-463f1e8c8923 req-fe418b97-e1ec-4f72-bab9-9ec021a77890 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Oct 28 12:34:36.610000 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf30689-d5f3-48b3-9050-53c8fd1331fc req-69eafd7c-b2cb-4274-8204-e0b1918dc8d8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:36.611470 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3bf30689-d5f3-48b3-9050-53c8fd1331fc req-69eafd7c-b2cb-4274-8204-e0b1918dc8d8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 946 time: 0.0532258 Oct 28 12:34:36.649718 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3bf30689-d5f3-48b3-9050-53c8fd1331fc req-54d87017-0619-430f-9e3b-d3b2bce81b7d tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Oct 28 12:34:37.774049 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1cc48-f3bd-4f24-b6b0-1b7248994ef5 req-2ff27c9c-5610-4d63-b71f-1bc22f90276e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:37.775536 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-23b1cc48-f3bd-4f24-b6b0-1b7248994ef5 req-2ff27c9c-5610-4d63-b71f-1bc22f90276e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 946 time: 0.0544937 Oct 28 12:34:37.818689 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-23b1cc48-f3bd-4f24-b6b0-1b7248994ef5 req-d118512c-9975-467e-925f-1ca2cdc452e0 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Oct 28 12:34:41.681027 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e9ef3cc4-dd49-43fe-bada-d1235cb5be78 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:41.682554 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e9ef3cc4-dd49-43fe-bada-d1235cb5be78 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1081533 Oct 28 12:34:41.698930 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-629c605c-e0cf-4836-9cff-3bcfe831541d tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/quotas/36003ac4ee5e4de5b4ef1ed104c55b6c HTTP/1.1" status: 200 len: 375 time: 0.0100496 Oct 28 12:34:41.772971 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-5fe7eb85-40af-4c9a-b730-412aa7c963eb tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676074 Oct 28 12:34:41.892234 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-996640ba-0ccf-4ebb-b273-fba2cfef94c1 service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119809 Oct 28 12:34:41.996238 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-d1a1ce7e-67a8-44ce-9ef8-51f454c2bb6b service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943170 Oct 28 12:34:42.171416 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5832a060-9cf7-4458-a9c8-5e5885d98221 req-4b4881be-fd9e-4a96-912a-eba56ab774e4 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 210 time: 0.0275631 Oct 28 12:34:43.271077 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b39218e7-7761-41f5-86a5-f08fd93fa13c req-577f25a4-bcee-4e1b-a475-0f7c83321c64 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 210 time: 0.0286088 Oct 28 12:34:43.429390 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-6ddc66b4-cd37-4e45-9c7b-da84131d9c97 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:43.431268 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-6ddc66b4-cd37-4e45-9c7b-da84131d9c97 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1095889 Oct 28 12:34:43.448269 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Request body: {'port': {'device_id': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'admin_state_up': True, 'tenant_id': '36003ac4ee5e4de5b4ef1ed104c55b6c'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:43.586650 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Made reservation on behalf of 36003ac4ee5e4de5b4ef1ed104c55b6c for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:34:43.590213 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:43.723808 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Allocated IP 172.20.0.7 (e80a2853-2c5f-4e30-b57e-4bb32d36cb7b/0b2679ac-47f3-464b-8c05-00bd5ffc88df/666fa29b-3f69-4f77-ae13-5a61867d742b) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:34:43.884474 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:43.918772 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:43.931628 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'bdba618a-d033-41e3-9405-ac2e006dac09'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:43.966702 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:34:43.977522 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:34:43.983871 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:34:43.987342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event updated for resources: {'Port': ['ID=666fa29b-3f69-4f77-ae13-5a61867d742b,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:44.035049 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:44.035923 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:44.052822 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e10a65d3-bdef-4d09-9082-ca046f0dda4f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098201 Oct 28 12:34:44.066059 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Request body: {'port': {'device_id': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:44.350648 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:44.429836 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f684fc-2637-4332-8dd6-703b8c5128f5 req-be7ee16e-045b-497b-b0f3-f9551fd26396 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:44.432799 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00f684fc-2637-4332-8dd6-703b8c5128f5 req-be7ee16e-045b-497b-b0f3-f9551fd26396 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 931 time: 0.0684807 Oct 28 12:34:44.479601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-00f684fc-2637-4332-8dd6-703b8c5128f5 req-a7bdd258-1690-472d-9caa-8c1a2297cf48 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Oct 28 12:34:44.649327 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666fa29b-3f69-4f77-ae13-5a61867d742b {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:44.656693 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:44.671901 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Transition to ACTIVE for port object 666fa29b-3f69-4f77-ae13-5a61867d742b will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:34:44.675770 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:44.731600 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Pushing event updated for resources: {'Port': ['ID=666fa29b-3f69-4f77-ae13-5a61867d742b,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:44.801005 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Attempting to bind port 666fa29b-3f69-4f77-ae13-5a61867d742b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:34:44.801364 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Attempting to bind port 666fa29b-3f69-4f77-ae13-5a61867d742b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:34:44.801721 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Attempting to bind port 666fa29b-3f69-4f77-ae13-5a61867d742b on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:44.806978 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Port 666fa29b-3f69-4f77-ae13-5a61867d742b on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:34:44.807305 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Attempting to bind port 666fa29b-3f69-4f77-ae13-5a61867d742b on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:34:44.813452 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:34:44.814057 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Checking segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:34:44.814519 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Bound using segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:34:44.814989 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Bound port: 666fa29b-3f69-4f77-ae13-5a61867d742b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:34:44.815391 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:44.887785 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] For port 666fa29b-3f69-4f77-ae13-5a61867d742b, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:34:44.891066 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] For port 666fa29b-3f69-4f77-ae13-5a61867d742b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=666fa29b-3f69-4f77-ae13-5a61867d742b,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:34:44.895971 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:44.939931 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:44.940538 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:44.941912 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] 10.222.0.77 "PUT /v2.0/ports/666fa29b-3f69-4f77-ae13-5a61867d742b HTTP/1.1" status: 200 len: 1093 time: 0.8801303 Oct 28 12:34:44.942371 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'tag': '666fa29b-3f69-4f77-ae13-5a61867d742b'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:44.944644 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d0706a-01ca-40c8-a330-435a63d575af" -d '{"events": [{"name": "network-changed", "server_uuid": "9d962dac-e3a8-4f73-bc9e-bc11692b0250", "tag": "666fa29b-3f69-4f77-ae13-5a61867d742b"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:44.968066 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c40f6-9099-4d03-b515-feb0473dac73 service neutron] Pushing event updated for resources: {'Port': ['ID=666fa29b-3f69-4f77-ae13-5a61867d742b,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:44.985331 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f87c4e-dd85-4127-bd20-8547b8cd58c6 x-openstack-request-id: req-c6f87c4e-dd85-4127-bd20-8547b8cd58c6 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:44.985661 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d962dac-e3a8-4f73-bc9e-bc11692b0250", "tag": "666fa29b-3f69-4f77-ae13-5a61867d742b", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:44.986022 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6f87c4e-dd85-4127-bd20-8547b8cd58c6 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:44.986450 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'tag': '666fa29b-3f69-4f77-ae13-5a61867d742b', 'status': 'completed', 'code': 200} Oct 28 12:34:45.043703 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-360304b4-818c-4774-8244-1e66b8b9e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:45.045238 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-360304b4-818c-4774-8244-1e66b8b9e4f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 1096 time: 0.0461454 Oct 28 12:34:45.099765 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-12f3b1d7-c584-4c91-9a2c-05ec8165239c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=666fa29b-3f69-4f77-ae13-5a61867d742b HTTP/1.1" status: 200 len: 217 time: 0.0404820 Oct 28 12:34:45.128436 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:45.156049 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-5d4c9c64-b3d2-437e-a770-93bca685ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:45.157277 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-5d4c9c64-b3d2-437e-a770-93bca685ffb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0468740 Oct 28 12:34:45.197599 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-63e856cc-78e1-4bfb-9c16-0fa7d3795547 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310018 Oct 28 12:34:45.313852 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-b2b5387a-5d87-4d55-80e2-2fc059101d48 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977709 Oct 28 12:34:45.428030 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7f684f3e-344a-431f-a6ae-9899e8d82a07 req-e75fabf7-408a-459e-af5f-c7262d9ee43a service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026871 Oct 28 12:34:45.527291 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0706a-01ca-40c8-a330-435a63d575af req-86b9417a-d489-4c4f-beac-fb21c92ea986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:45.528875 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b7d0706a-01ca-40c8-a330-435a63d575af req-86b9417a-d489-4c4f-beac-fb21c92ea986 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 1096 time: 0.0461266 Oct 28 12:34:45.605008 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045efa0-8804-4ae0-8069-a421775a0b4a req-b6342ea1-c442-43e4-8dbc-75e563ca0ba3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:45.606623 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f045efa0-8804-4ae0-8069-a421775a0b4a req-b6342ea1-c442-43e4-8dbc-75e563ca0ba3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 943 time: 0.0565858 Oct 28 12:34:45.640028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0706a-01ca-40c8-a330-435a63d575af req-fa046d46-dbea-4219-9163-e2e29b396bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:45.641741 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b7d0706a-01ca-40c8-a330-435a63d575af req-fa046d46-dbea-4219-9163-e2e29b396bb8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 915 time: 0.1043212 Oct 28 12:34:45.655062 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f045efa0-8804-4ae0-8069-a421775a0b4a req-7fb8f17e-15ed-4b4e-a52c-14b6e5b02fde tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Oct 28 12:34:45.693995 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b7d0706a-01ca-40c8-a330-435a63d575af req-02d881b3-3e2f-49ec-97ab-5468fa4062ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=666fa29b-3f69-4f77-ae13-5a61867d742b HTTP/1.1" status: 200 len: 217 time: 0.0354393 Oct 28 12:34:45.750471 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0706a-01ca-40c8-a330-435a63d575af req-ba01e49d-6bf1-4734-89f8-85e843c1ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:45.751922 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b7d0706a-01ca-40c8-a330-435a63d575af req-ba01e49d-6bf1-4734-89f8-85e843c1ce85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0444076 Oct 28 12:34:45.792242 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b7d0706a-01ca-40c8-a330-435a63d575af req-ddaa7e59-ea7d-4263-8f35-355a00ca0623 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280943 Oct 28 12:34:45.896046 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b7d0706a-01ca-40c8-a330-435a63d575af req-4be14144-fb21-4b16-b507-ebeceec1ccba service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959938 Oct 28 12:34:46.778089 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944a986-c81c-4723-85a0-44dfca6e2056 req-2f9ebf8f-7a14-4063-b909-cf88cdc545cf tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:46.779648 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c944a986-c81c-4723-85a0-44dfca6e2056 req-2f9ebf8f-7a14-4063-b909-cf88cdc545cf tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 943 time: 0.0517080 Oct 28 12:34:46.823139 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c944a986-c81c-4723-85a0-44dfca6e2056 req-4cc50735-1ea0-47db-877c-c9e720f8e2f0 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Oct 28 12:34:46.958239 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-0f39f694-d74d-4002-aa57-aef7753d88d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421536 Oct 28 12:34:47.005493 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b7d0706a-01ca-40c8-a330-435a63d575af req-edfa17e3-392f-4b94-ae09-9f280d920f5b service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889235 Oct 28 12:34:47.944308 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3ce3a-cb3e-4cd9-bdd4-e7021213cc5a req-c09c7f16-41d2-4f28-a4d7-d2e237f5a8d3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:47.945742 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b3e3ce3a-cb3e-4cd9-bdd4-e7021213cc5a req-c09c7f16-41d2-4f28-a4d7-d2e237f5a8d3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 943 time: 0.0507014 Oct 28 12:34:47.991393 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b3e3ce3a-cb3e-4cd9-bdd4-e7021213cc5a req-af634bd1-f150-4700-bc31-348972492d29 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396783 Oct 28 12:34:48.821268 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a779510-9a81-4a04-ba15-add146da6d2d req-24f42fcd-98cb-460e-a6ab-41eeeff159a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:48.822805 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-24f42fcd-98cb-460e-a6ab-41eeeff159a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 1098 time: 0.0465999 Oct 28 12:34:48.942144 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a779510-9a81-4a04-ba15-add146da6d2d req-096f60f2-a5fa-4ef6-a244-f6e8d15f6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:48.943837 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-096f60f2-a5fa-4ef6-a244-f6e8d15f6dfa service neutron] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 912 time: 0.0899320 Oct 28 12:34:49.021954 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-398b9edf-9e9a-4cb4-9d12-c623092a36ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 200 len: 1000 time: 0.0666561 Oct 28 12:34:49.086556 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a779510-9a81-4a04-ba15-add146da6d2d req-30f08078-9a67-44bf-afb6-56574fbbb3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:49.088024 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-30f08078-9a67-44bf-afb6-56574fbbb3f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.0510697 Oct 28 12:34:49.129026 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51080655-f212-452a-9cfc-88a0b045896a req-b1d7acbc-e6a4-41e9-9426-243fa6920e55 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:49.129026 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-51080655-f212-452a-9cfc-88a0b045896a req-b1d7acbc-e6a4-41e9-9426-243fa6920e55 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 943 time: 0.0584562 Oct 28 12:34:49.146140 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a779510-9a81-4a04-ba15-add146da6d2d req-ffa842a4-f12b-4667-81dd-1131c42ec148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:49.148056 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-ffa842a4-f12b-4667-81dd-1131c42ec148 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506332 Oct 28 12:34:49.169175 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-51080655-f212-452a-9cfc-88a0b045896a req-594e1225-309f-446a-b158-4bf141d8a70e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Oct 28 12:34:49.251353 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-1b20dabb-6f6f-43a9-b983-bd234d342ea0 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931461 Oct 28 12:34:49.370014 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-9a779510-9a81-4a04-ba15-add146da6d2d req-b77fd5af-1915-486d-875b-27b2407b0a7f service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087310 Oct 28 12:34:50.300706 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31288-79b8-4cc7-8586-efa0b77c32d6 req-790e1371-a8ca-46a4-93d9-c27d7bd70914 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:50.302442 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0ee31288-79b8-4cc7-8586-efa0b77c32d6 req-790e1371-a8ca-46a4-93d9-c27d7bd70914 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 943 time: 0.0587935 Oct 28 12:34:50.346813 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0ee31288-79b8-4cc7-8586-efa0b77c32d6 req-805ce4f7-c60f-40f7-b8c8-b652081e2688 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350401 Oct 28 12:34:50.704568 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7414d81-bf87-4940-bbf7-1058d2325ff0 req-f20476cc-b53f-48b5-a11f-df0ede131f63 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:50.706042 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f7414d81-bf87-4940-bbf7-1058d2325ff0 req-f20476cc-b53f-48b5-a11f-df0ede131f63 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.0514486 Oct 28 12:34:50.759585 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f7414d81-bf87-4940-bbf7-1058d2325ff0 req-021355c0-72f1-4a25-a87d-d1bf99b1b821 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Oct 28 12:34:51.155067 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 666fa29b-3f69-4f77-ae13-5a61867d742b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:34:51.258371 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 666fa29b-3f69-4f77-ae13-5a61867d742b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=666fa29b-3f69-4f77-ae13-5a61867d742b,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:51.274244 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '666fa29b-3f69-4f77-ae13-5a61867d742b', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'port_id': '666fa29b-3f69-4f77-ae13-5a61867d742b', 'mac_address': 'fa:16:3e:f8:ad:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2679ac-47f3-464b-8c05-00bd5ffc88df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:34:51.315443 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:51.329316 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666fa29b-3f69-4f77-ae13-5a61867d742b {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:34:51.350386 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 666fa29b-3f69-4f77-ae13-5a61867d742b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=666fa29b-3f69-4f77-ae13-5a61867d742b,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:51.354909 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:51.402365 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=666fa29b-3f69-4f77-ae13-5a61867d742b,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:51.469193 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1891-d789-45c3-a438-c4c62a005421 req-1312f28a-03d5-4caa-8a4d-d691d547da7a tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:51.470724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dc0a1891-d789-45c3-a438-c4c62a005421 req-1312f28a-03d5-4caa-8a4d-d691d547da7a tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 944 time: 0.0512013 Oct 28 12:34:51.512699 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dc0a1891-d789-45c3-a438-c4c62a005421 req-ef7640c2-0774-4e54-a637-c994f40bb83e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343213 Oct 28 12:34:51.697583 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['666fa29b-3f69-4f77-ae13-5a61867d742b'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:34:51.893157 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1478f-0426-407f-a10a-01f93bee9c22 req-feab6c8c-e366-446a-a90d-1e8c29a2e529 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:51.894670 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-63a1478f-0426-407f-a10a-01f93bee9c22 req-feab6c8c-e366-446a-a90d-1e8c29a2e529 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.0529475 Oct 28 12:34:51.933501 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-63a1478f-0426-407f-a10a-01f93bee9c22 req-2a3b35ce-5ef1-4c90-abcf-edb3f1cc88ad tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Oct 28 12:34:52.635055 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cfc49-164b-4b99-9caa-1d25b12fbb89 req-9e59ead5-f416-4cce-974c-5275c1bdda3b tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:52.636684 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-903cfc49-164b-4b99-9caa-1d25b12fbb89 req-9e59ead5-f416-4cce-974c-5275c1bdda3b tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 944 time: 0.0500922 Oct 28 12:34:52.643428 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008478d0-01e7-4c8c-a09d-825700b5548e req-205b487b-e4d4-4308-b996-88bdaa60d38d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:52.645098 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-008478d0-01e7-4c8c-a09d-825700b5548e req-205b487b-e4d4-4308-b996-88bdaa60d38d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.0528646 Oct 28 12:34:52.680183 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-903cfc49-164b-4b99-9caa-1d25b12fbb89 req-608c2c22-a886-4996-bbff-017d27a979a9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363572 Oct 28 12:34:52.739515 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Deleting port fd7216a9-4fe8-4770-a641-9f1115f86217 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:34:52.739853 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:52.832374 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] For port fd7216a9-4fe8-4770-a641-9f1115f86217, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fd7216a9-4fe8-4770-a641-9f1115f86217,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:52.832700 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.054256 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.055050 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.056024 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Floating IP edc55336-a803-42d0-b037-d0f3a4824074 disassociated. External IP: 172.27.0.251, port: fd7216a9-4fe8-4770-a641-9f1115f86217. Oct 28 12:34:53.056350 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Calling delete_port for fd7216a9-4fe8-4770-a641-9f1115f86217 owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:34:53.067667 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651520-814e-4373-af1d-a249d789db04 req-4ddb043c-3332-4cfa-b4d0-00a1c79eb12d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:53.069400 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-99651520-814e-4373-af1d-a249d789db04 req-4ddb043c-3332-4cfa-b4d0-00a1c79eb12d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 947 time: 0.0530868 Oct 28 12:34:53.111011 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-99651520-814e-4373-af1d-a249d789db04 req-0e08b405-6791-4275-9b14-77bc8f6dd245 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e7355c7-f5a9-4a73-83ce-9fca4791c459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348160 Oct 28 12:34:53.158080 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 666fa29b-3f69-4f77-ae13-5a61867d742b up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:34:53.199115 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.214564 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 666fa29b-3f69-4f77-ae13-5a61867d742b completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:34:53.218408 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 666fa29b-3f69-4f77-ae13-5a61867d742b triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:34:53.218726 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.229687 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event deleted for resources: {'Port': ['ID=fd7216a9-4fe8-4770-a641-9f1115f86217,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:53.242430 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.242775 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.243116 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.243449 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.243779 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.244113 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.244459 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.244806 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.245129 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.245762 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.245762 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.246082 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:53.305866 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.329294 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666fa29b-3f69-4f77-ae13-5a61867d742b'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:53.331566 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb16e8e1-b2de-48f1-a396-a37f03eafdee" -d '{"events": [{"server_uuid": "9d962dac-e3a8-4f73-bc9e-bc11692b0250", "name": "network-vif-plugged", "status": "completed", "tag": "666fa29b-3f69-4f77-ae13-5a61867d742b"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:53.345113 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 666fa29b-3f69-4f77-ae13-5a61867d742b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=666fa29b-3f69-4f77-ae13-5a61867d742b,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:34:53.350922 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.351852 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:34:53.363547 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Router b01114ea-3528-411a-9d70-371e93d108fb has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:34:53.396633 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7ed2d1-e8c0-456e-801b-e60f629b6c8f x-openstack-request-id: req-0d7ed2d1-e8c0-456e-801b-e60f629b6c8f {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:53.396941 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d962dac-e3a8-4f73-bc9e-bc11692b0250", "name": "network-vif-plugged", "status": "completed", "tag": "666fa29b-3f69-4f77-ae13-5a61867d742b", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:53.397796 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d7ed2d1-e8c0-456e-801b-e60f629b6c8f {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:53.398247 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666fa29b-3f69-4f77-ae13-5a61867d742b', 'code': 200} Oct 28 12:34:53.401139 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: fd7216a9-4fe8-4770-a641-9f1115f86217 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:34:53.401470 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fd7216a9-4fe8-4770-a641-9f1115f86217 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:34:53.431797 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=666fa29b-3f69-4f77-ae13-5a61867d742b,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:53.483657 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:34:53.496591 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] Sync routers for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:34:53.515580 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:34:53.516955 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:34:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:53.530836 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] No DVR routers for this DVR port fd7216a9-4fe8-4770-a641-9f1115f86217 on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:34:53.534217 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:53.538915 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-008478d0-01e7-4c8c-a09d-825700b5548e req-06e74d98-762e-4a1c-bb67-948864b55928 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "DELETE /v2.0/ports/fd7216a9-4fe8-4770-a641-9f1115f86217 HTTP/1.1" status: 204 len: 173 time: 0.8864069 Oct 28 12:34:53.539391 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-deleted', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:34:53.541773 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cd70ce-3a6b-4efc-82d0-7aa61f187d1f" -d '{"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-deleted", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:34:53.595046 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c95615d-a5c5-475d-9fd8-2bc2f3a78f9d x-openstack-request-id: req-3c95615d-a5c5-475d-9fd8-2bc2f3a78f9d {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:34:53.595409 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a3a830-8175-434e-8c23-336ccacf7ef8", "name": "network-vif-deleted", "tag": "fd7216a9-4fe8-4770-a641-9f1115f86217", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:34:53.595621 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c95615d-a5c5-475d-9fd8-2bc2f3a78f9d {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:34:53.596288 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a3a830-8175-434e-8c23-336ccacf7ef8', 'name': 'network-vif-deleted', 'tag': 'fd7216a9-4fe8-4770-a641-9f1115f86217', 'status': 'completed', 'code': 200} Oct 28 12:34:53.628582 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec2a24-0b6e-4791-b339-a9a3db262472 req-ed276e7f-bc10-4ce8-9c99-9239c11f5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:53.630226 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9bec2a24-0b6e-4791-b339-a9a3db262472 req-ed276e7f-bc10-4ce8-9c99-9239c11f5e7f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 1098 time: 0.0966744 Oct 28 12:34:53.674874 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9bec2a24-0b6e-4791-b339-a9a3db262472 req-403f3174-4d48-4d37-80cb-5cf135dc8901 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Oct 28 12:34:53.695233 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:34:53.820316 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352abc9-b9d8-4ee7-b04f-5c5ba3bc0f07 req-7125067d-6805-4872-b92d-fafaf7ada4c3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:53.821788 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7352abc9-b9d8-4ee7-b04f-5c5ba3bc0f07 req-7125067d-6805-4872-b92d-fafaf7ada4c3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 945 time: 0.0532286 Oct 28 12:34:53.873275 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7352abc9-b9d8-4ee7-b04f-5c5ba3bc0f07 req-ddd8cbd9-63d5-4b61-aa84-a645756bf40f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Oct 28 12:34:53.922015 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:53.949002 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] Checking router: b01114ea-3528-411a-9d70-371e93d108fb for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:34:53.958243 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:34:53.958846 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:34:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:54.078435 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:34:54.237852 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-558cc7b1-e238-4cb8-b8d0-48e65f82630b req-9ad1b515-b288-4a56-ac29-612df7d4ec53 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6a3a830-8175-434e-8c23-336ccacf7ef8 HTTP/1.1" status: 200 len: 210 time: 0.0358045 Oct 28 12:34:54.312656 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:54.341426 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043dba7a-7328-404a-bdf5-54984a8fd5ae None None] The sync data for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi is: [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:34:54.577825 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111ded1-b2f6-48bd-b30a-a7077c64d6df None None] New status for floating IP edc55336-a803-42d0-b037-d0f3a4824074: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:34:55.008044 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177c407-15b3-4605-bca3-d0b452188cb5 req-68999491-bc4c-43f2-8e25-bc587d7f8271 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:55.009739 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9177c407-15b3-4605-bca3-d0b452188cb5 req-68999491-bc4c-43f2-8e25-bc587d7f8271 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 945 time: 0.0566008 Oct 28 12:34:55.056870 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9177c407-15b3-4605-bca3-d0b452188cb5 req-1640a5ac-efc1-409a-9d3c-1df9612ff1e1 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Oct 28 12:34:55.333588 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48630) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:55.399137 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-748fa10d-a526-409f-a401-54c75ebb7944 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:55.425651 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-748fa10d-a526-409f-a401-54c75ebb7944 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:55.476610 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-748fa10d-a526-409f-a401-54c75ebb7944 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:55.479552 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-748fa10d-a526-409f-a401-54c75ebb7944 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:55.480814 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-748fa10d-a526-409f-a401-54c75ebb7944 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "DELETE /v2.0/security-groups/8e7355c7-f5a9-4a73-83ce-9fca4791c459 HTTP/1.1" status: 204 len: 168 time: 0.1452470 Oct 28 12:34:55.483948 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 48632) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:55.492320 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fa10d-a526-409f-a401-54c75ebb7944 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7355c7-f5a9-4a73-83ce-9fca4791c459,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:55.500456 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.api.v2.resource [None req-9fca7079-5455-41bd-aff8-46afcff5ffd1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] show failed (client error): The resource could not be found. Oct 28 12:34:55.501469 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9fca7079-5455-41bd-aff8-46afcff5ffd1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups/8e7355c7-f5a9-4a73-83ce-9fca4791c459 HTTP/1.1" status: 404 len: 347 time: 0.0156386 Oct 28 12:34:55.504590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 48634) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:55.632834 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Deleting port 1be9c257-5fd8-406b-b552-22598d0bfcf9 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:34:55.633160 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:55.714279 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:55.714603 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:55.726473 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Calling delete_port for 1be9c257-5fd8-406b-b552-22598d0bfcf9 owned by network:floatingip {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:34:55.871643 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.145526 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event deleted for resources: {'Port': ['ID=1be9c257-5fd8-406b-b552-22598d0bfcf9,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:56.182222 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.182571 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.182912 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.183250 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.183587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.183914 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.184245 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.184574 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.184923 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.185249 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.185574 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.185956 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:34:56.256631 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0def9c-5143-4c83-acbc-47aeb4d30332 req-ada8c60d-172d-450b-8e9f-84bd8ee91eff tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:56.258037 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4b0def9c-5143-4c83-acbc-47aeb4d30332 req-ada8c60d-172d-450b-8e9f-84bd8ee91eff tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 945 time: 0.0977242 Oct 28 12:34:56.258902 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.261557 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.264467 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c5c631ae-47b0-4685-930b-5c83c1653d30 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "DELETE /v2.0/floatingips/edc55336-a803-42d0-b037-d0f3a4824074 HTTP/1.1" status: 204 len: 168 time: 0.7565153 Oct 28 12:34:56.313389 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4b0def9c-5143-4c83-acbc-47aeb4d30332 req-3c9b7399-b14d-4303-9776-8495ac36aca1 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Oct 28 12:34:56.560093 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48648) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:56.567282 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-2c0ab517-dca1-4545-a522-0f25037380be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233159015', 'description': 'tempest-description--1079596713'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:56.605628 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab517-dca1-4545-a522-0f25037380be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.685276 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab517-dca1-4545-a522-0f25037380be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.691405 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab517-dca1-4545-a522-0f25037380be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.719163 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab517-dca1-4545-a522-0f25037380be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.720407 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2c0ab517-dca1-4545-a522-0f25037380be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1577239 Oct 28 12:34:56.723602 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48654) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:56.731793 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-569d0e04-9d50-4170-a6d9-89c456d2a2dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'security_group_rule': {'security_group_id': '587e9595-1185-43bf-9927-02fd17a59c2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:56.736362 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ab517-dca1-4545-a522-0f25037380be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587e9595-1185-43bf-9927-02fd17a59c2a,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:56.765866 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-569d0e04-9d50-4170-a6d9-89c456d2a2dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.831393 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-569d0e04-9d50-4170-a6d9-89c456d2a2dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.835981 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-569d0e04-9d50-4170-a6d9-89c456d2a2dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.853670 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0e04-9d50-4170-a6d9-89c456d2a2dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb291ee-8413-4af7-ae14-d0c6578641a2,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:56.863134 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-569d0e04-9d50-4170-a6d9-89c456d2a2dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.865019 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-569d0e04-9d50-4170-a6d9-89c456d2a2dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387599 Oct 28 12:34:56.867530 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48656) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:56.872075 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-d6fc9079-7f7b-4afc-b9ca-bf62abb5e081 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'security_group_rule': {'security_group_id': '587e9595-1185-43bf-9927-02fd17a59c2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:56.903814 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9079-7f7b-4afc-b9ca-bf62abb5e081 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.975322 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9079-7f7b-4afc-b9ca-bf62abb5e081 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.983458 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9079-7f7b-4afc-b9ca-bf62abb5e081 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:56.997988 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc9079-7f7b-4afc-b9ca-bf62abb5e081 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf45d1d3-b064-4cd0-94d7-53e8c65d9f85,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:57.012940 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9079-7f7b-4afc-b9ca-bf62abb5e081 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.014631 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d6fc9079-7f7b-4afc-b9ca-bf62abb5e081 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456895 Oct 28 12:34:57.017385 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48670) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:57.023217 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:34:57.051623 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.167700 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.290272 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Allocated IP 172.27.0.67 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/ba05f858-bf07-42bb-8121-47d15bcc6c72) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:34:57.399186 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.436676 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.479717 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:34:57.482766 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:34:57.486389 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:34:57.492331 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'Port': ['ID=ba05f858-bf07-42bb-8121-47d15bcc6c72,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:57.578363 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.614958 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.794510 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.800155 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.870605 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'Port': ['ID=ba05f858-bf07-42bb-8121-47d15bcc6c72,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:57.884962 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.909517 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:57.911965 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-da4600e7-dcf7-4ab2-a40f-c237904c00f7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8931143 Oct 28 12:34:58.130329 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-f83daba6-eecf-4fbc-a8b2-4faa958b87ad tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--233159015&fields=id&tenant_id=0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 267 time: 0.0366731 Oct 28 12:34:58.245947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-ab081671-6edb-46f7-a11f-c6b24215690d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:58.249157 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-ab081671-6edb-46f7-a11f-c6b24215690d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 816 time: 0.1114941 Oct 28 12:34:58.265088 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-b0d1ab86-bb0d-456d-9a0f-016e97db0fce tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/quotas/0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 375 time: 0.0096288 Oct 28 12:34:58.322825 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-9528ee56-8a66-446c-8c53-19658fa6c379 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535548 Oct 28 12:34:58.425814 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0391e8e7-81c6-4970-aff1-11bdc2af4d19 service neutron] 10.222.0.62 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900381 Oct 28 12:34:58.520086 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-85b709b6-629c-49bd-8472-f48ac46cf93d service neutron] 10.222.0.62 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873306 Oct 28 12:34:58.690216 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-36ed6fac-e684-4a5a-a12c-c9fa92462e02 req-0bb12f8b-c508-43d5-8e3b-71c7557fb128 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 210 time: 0.0270875 Oct 28 12:34:59.337341 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48724) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:59.385232 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] Deleting subnet 667f5a43-f23d-4c02-a0a9-e3c8d550f157 {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:34:59.389178 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.425766 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.470041 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.525833 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.549975 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667f5a43-f23d-4c02-a0a9-e3c8d550f157,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:34:59.556570 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.560323 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-85208c43-b935-43ef-b7b9-5eba16b45e42 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/667f5a43-f23d-4c02-a0a9-e3c8d550f157 HTTP/1.1" status: 204 len: 168 time: 0.2219555 Oct 28 12:34:59.563592 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 48726) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:34:59.633512 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.772688 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.809959 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a533fa13-6586-412a-a36c-41ae5afb0678 req-1d14d793-9d2a-463f-9f90-5d9454736b69 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 210 time: 0.0429556 Oct 28 12:34:59.824079 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d883604-b2a9-4d93-a8bf-ec87e84b1b2c']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:59.843877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b799ed45-bcc8-44ba-aa26-cfb72b28741f') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:59.844166 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b799ed45-bcc8-44ba-aa26-cfb72b28741f') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:34:59.859661 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.871685 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-802aa28e-4f56-443e-8231-27f4fc565ae0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:34:59.873170 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-802aa28e-4f56-443e-8231-27f4fc565ae0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 816 time: 0.2069969 Oct 28 12:34:59.881919 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.887994 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:34:59.888311 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:34:59.889962 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:34:59.971944 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.979889 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-69ee57e0-6584-4101-8492-a0d301f916c6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 379 time: 0.0801797 Oct 28 12:34:59.984607 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:34:59.988262 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5d883604-b2a9-4d93-a8bf-ec87e84b1b2c HTTP/1.1" status: 204 len: 168 time: 0.4236927 Oct 28 12:35:00.005090 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'port': {'device_id': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'admin_state_up': True, 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'security_groups': ['587e9595-1185-43bf-9927-02fd17a59c2a']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:00.009757 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94270e-eb30-4ce4-9a6a-97135979aab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d883604-b2a9-4d93-a8bf-ec87e84b1b2c,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:00.107316 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48736) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:00.118255 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Made reservation on behalf of 0ae5fd59e495402c829af6819f873149 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:35:00.122156 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.211844 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c3a35851-e712-4fcc-a960-f07cfeda7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.269037 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Allocated IP 172.20.0.7 (91b3814f-2032-4bff-af3a-f4aaffcf631a/e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71/c25d48e4-43fb-464d-a891-6f40b7296a25) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:35:00.382605 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-616596bd-0568-458d-bdac-6269837e45f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94643fb6f71b47f79d194ad0849be625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719111 Oct 28 12:35:00.383194 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48740) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:00.417622 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.429930 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-93e9baf3-2b4e-4a9a-a9c8-d9099c70ce33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.452633 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-93e9baf3-2b4e-4a9a-a9c8-d9099c70ce33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.454307 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.498323 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:35:00.501625 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:35:00.502773 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-93e9baf3-2b4e-4a9a-a9c8-d9099c70ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.505491 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-93e9baf3-2b4e-4a9a-a9c8-d9099c70ce33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.505670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:35:00.508996 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-93e9baf3-2b4e-4a9a-a9c8-d9099c70ce33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0969ebec-6186-4e5d-a58c-bc177d0b8543 HTTP/1.1" status: 204 len: 168 time: 0.1226683 Oct 28 12:35:00.512261 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:00.515578 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9baf3-2b4e-4a9a-a9c8-d9099c70ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0969ebec-6186-4e5d-a58c-bc177d0b8543,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:00.577040 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:00.577687 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.598578 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-0e5ea6c7-17bd-4e89-bb2a-50b1bc1085a2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083174 Oct 28 12:35:00.616270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Request body: {'port': {'device_id': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:00.681046 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.755951 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-11658dc9-4c4b-4686-9c16-1b7cfa58a981 None None] Provisioning complete for port c25d48e4-43fb-464d-a891-6f40b7296a25 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:35:00.756316 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-11658dc9-4c4b-4686-9c16-1b7cfa58a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:00.792982 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-11658dc9-4c4b-4686-9c16-1b7cfa58a981 None None] Port c25d48e4-43fb-464d-a891-6f40b7296a25 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:35:00.986994 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ffbe-2a9d-4001-91ed-09979d81a55d req-02f5a32f-4c5c-4205-8276-8e02509c0fc9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:00.988526 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e235ffbe-2a9d-4001-91ed-09979d81a55d req-02f5a32f-4c5c-4205-8276-8e02509c0fc9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 931 time: 0.0855343 Oct 28 12:35:00.999199 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25d48e4-43fb-464d-a891-6f40b7296a25 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:01.013504 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:01.038255 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Transition to ACTIVE for port object c25d48e4-43fb-464d-a891-6f40b7296a25 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:35:01.045669 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:01.080323 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e235ffbe-2a9d-4001-91ed-09979d81a55d req-4f18ab16-72ad-4f00-8492-58e8eb143852 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834770 Oct 28 12:35:01.103900 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:01.221721 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Attempting to bind port c25d48e4-43fb-464d-a891-6f40b7296a25 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:35:01.222059 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Attempting to bind port c25d48e4-43fb-464d-a891-6f40b7296a25 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:35:01.222390 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Attempting to bind port c25d48e4-43fb-464d-a891-6f40b7296a25 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:01.227329 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Port c25d48e4-43fb-464d-a891-6f40b7296a25 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:35:01.227660 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Attempting to bind port c25d48e4-43fb-464d-a891-6f40b7296a25 on network 91b3814f-2032-4bff-af3a-f4aaffcf631a {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:01.238316 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:35:01.238946 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Checking segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:35:01.239659 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Bound using segment: {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:35:01.240300 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Bound port: c25d48e4-43fb-464d-a891-6f40b7296a25, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb87678-a748-44a7-b0ec-682871ed6b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:35:01.240656 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:01.320430 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:35:01.326125 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:35:01.330938 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:01.372751 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:01.373679 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:01.375307 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] 10.222.0.77 "PUT /v2.0/ports/c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 200 len: 1093 time: 0.7636566 Oct 28 12:35:01.375523 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:01.377995 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b311fa-4bc6-4407-9262-6bdfa8d0036f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:01.402241 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9678f9-d0ac-46b6-9292-98575e0349c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:01.419779 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:35:01.460891 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c30ee0-21aa-4f77-9bed-33f0a6d3d2f0 x-openstack-request-id: req-50c30ee0-21aa-4f77-9bed-33f0a6d3d2f0 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:01.461278 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:01.461632 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50c30ee0-21aa-4f77-9bed-33f0a6d3d2f0 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:01.462122 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'status': 'completed', 'code': 200} Oct 28 12:35:01.480686 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-ab81e21f-64f5-4712-9979-422062fa5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:01.482543 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-ab81e21f-64f5-4712-9979-422062fa5f9b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1096 time: 0.0585494 Oct 28 12:35:01.541118 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-4826fb20-8ee3-41f8-ba1f-1b0b463719ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 200 len: 217 time: 0.0410168 Oct 28 12:35:01.599882 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-2c311af4-0ef8-4d4e-b670-22a2a3ffe95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:01.601152 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-2c311af4-0ef8-4d4e-b670-22a2a3ffe95a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0519431 Oct 28 12:35:01.656512 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-500642de-e1b0-47f8-967c-f8b841eefca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:01.658228 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-500642de-e1b0-47f8-967c-f8b841eefca1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443332 Oct 28 12:35:01.757418 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-c80da9fe-4d26-4caf-b705-89dd9562b7b7 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901473 Oct 28 12:35:01.853317 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3a88ab94-e4c1-49b6-a73d-d30bcbff0a49 req-f2ec67c3-0283-4e6b-a3db-5f97fbb87fde service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875144 Oct 28 12:35:01.951270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-fbc31181-b476-4191-ba32-2e8f5b4cfec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:01.953536 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-fbc31181-b476-4191-ba32-2e8f5b4cfec8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1096 time: 0.0503361 Oct 28 12:35:02.057821 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-a93fa76c-f7af-4835-89a5-eff2844c7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:02.059627 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-a93fa76c-f7af-4835-89a5-eff2844c7f30 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.0960944 Oct 28 12:35:02.110305 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-1badf377-2b71-45ee-aae6-ca464fcdbe6b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 200 len: 217 time: 0.0390747 Oct 28 12:35:02.174674 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-28b3b849-85bb-4be9-83af-9fb2fda762f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:02.176591 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-28b3b849-85bb-4be9-83af-9fb2fda762f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0565727 Oct 28 12:35:02.259937 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494302-d1f1-4c1d-9bea-6dbcb2812d8d req-17294885-3461-4cb7-a225-9473bde8483e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:02.261735 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-34494302-d1f1-4c1d-9bea-6dbcb2812d8d req-17294885-3461-4cb7-a225-9473bde8483e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0795519 Oct 28 12:35:02.263108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-1d537883-4f52-4aab-b699-9c332ee9bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:02.264461 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-1d537883-4f52-4aab-b699-9c332ee9bc60 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733039 Oct 28 12:35:02.349793 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-34494302-d1f1-4c1d-9bea-6dbcb2812d8d req-7b2e2908-7e2a-4498-9f9a-37fa590f86af tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804965 Oct 28 12:35:02.393884 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-f0fc1769-c86a-47d1-899e-07c48b75168a service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113424 Oct 28 12:35:02.504034 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84b311fa-4bc6-4407-9262-6bdfa8d0036f req-bc52eca1-b8d3-43eb-a8e3-a79cd1a20890 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988567 Oct 28 12:35:02.916208 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4c0d07be-aa5c-42fc-ade7-d8ab9fec823b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:03.207557 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:35:03.307431 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:03.318982 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'port_id': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'mac_address': 'fa:16:3e:74:6b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:35:03.355511 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:03.368066 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25d48e4-43fb-464d-a891-6f40b7296a25 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:03.388688 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:03.393725 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:03.445103 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:03.452043 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.452379 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.452730 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.453060 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.453380 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.453698 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.454116 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.454476 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.454932 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.455262 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.455575 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.455888 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:03.473358 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a777-5533-45a6-a276-3ec9aedd3159 req-6bf1af34-040e-4530-b340-eda3e50cef4d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:03.474891 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72f5a777-5533-45a6-a276-3ec9aedd3159 req-6bf1af34-040e-4530-b340-eda3e50cef4d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0491147 Oct 28 12:35:03.512485 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-72f5a777-5533-45a6-a276-3ec9aedd3159 req-413ebc7d-296d-457d-962b-4c07cf02c799 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315466 Oct 28 12:35:03.886514 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:04.663901 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a5b12-a034-43f2-af82-2978671948a9 req-897a6e86-a83d-44fd-ba79-c576caf0b678 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:04.665324 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7a8a5b12-a034-43f2-af82-2978671948a9 req-897a6e86-a83d-44fd-ba79-c576caf0b678 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0673599 Oct 28 12:35:04.703440 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7a8a5b12-a034-43f2-af82-2978671948a9 req-9b993cc1-ced7-43f6-bf3d-0bde8584c36d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Oct 28 12:35:04.723026 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:05.511043 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:05.843006 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c79c96-9724-4718-8c1d-20c9d9742d9f req-97689602-22eb-4b3a-84ec-00ce815aa018 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:05.845230 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b0c79c96-9724-4718-8c1d-20c9d9742d9f req-97689602-22eb-4b3a-84ec-00ce815aa018 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0658891 Oct 28 12:35:05.886172 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b0c79c96-9724-4718-8c1d-20c9d9742d9f req-cd43052f-11ad-4120-9809-1ae4fa161198 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Oct 28 12:35:06.349909 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['c25d48e4-43fb-464d-a891-6f40b7296a25'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:07.009593 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3468833-5d3f-4807-92a8-3feaba079324 req-a10049a7-52f4-4729-a8fa-4f52afa343fc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:07.011093 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a3468833-5d3f-4807-92a8-3feaba079324 req-a10049a7-52f4-4729-a8fa-4f52afa343fc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0527718 Oct 28 12:35:07.056144 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a3468833-5d3f-4807-92a8-3feaba079324 req-92fa0f9c-fc6b-4cac-9d23-d49d4d82cb8c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341480 Oct 28 12:35:08.177792 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bea-8eba-41e7-bb20-b7faa9a224f1 req-36a62213-2ee9-4ca4-a814-3f84f10bace3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:08.179292 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-08047bea-8eba-41e7-bb20-b7faa9a224f1 req-36a62213-2ee9-4ca4-a814-3f84f10bace3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0510008 Oct 28 12:35:08.221457 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-08047bea-8eba-41e7-bb20-b7faa9a224f1 req-cecb4e7d-3b85-4260-b060-db40c45182d4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355206 Oct 28 12:35:09.365116 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104b3e-e1bf-41f1-99c3-b19be8935eed req-817ba325-b438-4ac9-a607-b1c176735150 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:09.366639 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0e104b3e-e1bf-41f1-99c3-b19be8935eed req-817ba325-b438-4ac9-a607-b1c176735150 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0633540 Oct 28 12:35:09.405884 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0e104b3e-e1bf-41f1-99c3-b19be8935eed req-39595352-4bc6-408c-b37f-2bc333ff7426 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Oct 28 12:35:09.429645 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:35:09.482743 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port c25d48e4-43fb-464d-a891-6f40b7296a25 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:35:09.488336 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port c25d48e4-43fb-464d-a891-6f40b7296a25 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:35:09.488843 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:09.691924 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:09.723849 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:09.726205 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60f309b-8a81-469a-a1d9-479b9ba26603" -d '{"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-plugged", "status": "completed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:09.738628 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:09.743744 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:09.766917 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6475f-4f1c-4ef4-85ff-3e6824ecea36 x-openstack-request-id: req-91f6475f-4f1c-4ef4-85ff-3e6824ecea36 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:09.767210 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-plugged", "status": "completed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:09.767451 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91f6475f-4f1c-4ef4-85ff-3e6824ecea36 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:09.767835 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'code': 200} Oct 28 12:35:09.794479 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:10.532180 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21470f08-eb11-41a7-a74e-b19f5eb4af31 req-e3e7ef42-96ca-4529-8fd3-c876ebfc17cf tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:10.533864 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-21470f08-eb11-41a7-a74e-b19f5eb4af31 req-e3e7ef42-96ca-4529-8fd3-c876ebfc17cf tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0516300 Oct 28 12:35:10.596492 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-21470f08-eb11-41a7-a74e-b19f5eb4af31 req-afd17b7d-dcfc-41bd-8533-de8219e4ac87 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565710 Oct 28 12:35:10.606696 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24212a-ed4a-4a1b-97c7-39ffb8a3754d req-57234518-797d-43a7-b245-5ece1e911e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:10.608197 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ef24212a-ed4a-4a1b-97c7-39ffb8a3754d req-57234518-797d-43a7-b245-5ece1e911e2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1098 time: 0.0512722 Oct 28 12:35:10.652239 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ef24212a-ed4a-4a1b-97c7-39ffb8a3754d req-326cd4f5-8a22-4636-8bfb-36f7b2cbe574 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332782 Oct 28 12:35:11.744604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06b21-8edb-42df-949b-238ead8f4cc6 req-8dad5854-60bd-4893-8a97-a9105e98a0be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:11.746112 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6ab06b21-8edb-42df-949b-238ead8f4cc6 req-8dad5854-60bd-4893-8a97-a9105e98a0be tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0701668 Oct 28 12:35:11.785157 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6ab06b21-8edb-42df-949b-238ead8f4cc6 req-25aaad33-bd83-4031-8574-adb282090f76 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326939 Oct 28 12:35:12.601878 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d293-59cd-48d7-95cc-e714508598ad req-9d8a9b6e-f8c1-4aa9-a2e7-90e0c0f7ccf8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:12.603183 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-9d8a9b6e-f8c1-4aa9-a2e7-90e0c0f7ccf8 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1046576 Oct 28 12:35:12.618741 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-63dca3db-275d-4fc6-9800-e265ed3da45e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/quotas/36003ac4ee5e4de5b4ef1ed104c55b6c HTTP/1.1" status: 200 len: 375 time: 0.0097394 Oct 28 12:35:12.679319 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-9556e0d4-1de8-4176-a1bc-49be8905df74 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549910 Oct 28 12:35:12.776661 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-8b56cfe0-c2aa-4833-9d57-4e12c557ec28 service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861056 Oct 28 12:35:12.881079 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-a5d56b7b-0db9-4a20-b621-51a8a0f6250b service neutron] 10.222.0.62 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982430 Oct 28 12:35:12.919291 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80ae90-be3f-49d8-9b26-7a3155a4511d req-ab28cf4e-4590-4038-b81d-690ccdba21d8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:12.920821 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cc80ae90-be3f-49d8-9b26-7a3155a4511d req-ab28cf4e-4590-4038-b81d-690ccdba21d8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0500877 Oct 28 12:35:12.958977 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cc80ae90-be3f-49d8-9b26-7a3155a4511d req-4cff3fe2-106c-4cf3-a900-d07317b54251 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Oct 28 12:35:13.050675 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8882f74c-0d04-48c5-b2cc-72e08a757848 req-69d88149-b69f-4ba3-b6ae-d8e32adc16a5 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 210 time: 0.0260870 Oct 28 12:35:14.097084 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ed44-2357-4f0d-a058-540d01d25c8f req-92877a4d-09db-48e6-8be1-241e6ffebe49 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:14.098889 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-df93ed44-2357-4f0d-a058-540d01d25c8f req-92877a4d-09db-48e6-8be1-241e6ffebe49 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0567603 Oct 28 12:35:14.158230 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-665c9238-cd85-4b0c-bdef-328d00e713e0 req-3d680878-ba55-45ac-b033-8779bb33b314 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 210 time: 0.0364039 Oct 28 12:35:14.163512 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-df93ed44-2357-4f0d-a058-540d01d25c8f req-ddd6a462-20de-48d5-9e61-3cc187dc2ac7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585141 Oct 28 12:35:15.139187 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:15.270740 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-09584deb-e47c-4ffa-9113-d147a241bd11 req-544fe8a6-55b9-4205-8ab4-5d918bf1def1 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 210 time: 0.0421381 Oct 28 12:35:15.382977 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a611dcc-71f3-45e6-b7d0-766b9fc9b5dd req-c1332d4a-ccab-4bb6-b3ba-8266dd02b65c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:15.384474 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1a611dcc-71f3-45e6-b7d0-766b9fc9b5dd req-c1332d4a-ccab-4bb6-b3ba-8266dd02b65c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.1247172 Oct 28 12:35:15.418939 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d293-59cd-48d7-95cc-e714508598ad req-93fbe7ca-9aa5-4a95-8d49-abf1dc9812f5 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:15.421368 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-93fbe7ca-9aa5-4a95-8d49-abf1dc9812f5 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 814 time: 0.1628168 Oct 28 12:35:15.444335 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Request body: {'port': {'device_id': 'd081053d-6631-45f9-b636-6967469f5a72', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'admin_state_up': True, 'tenant_id': '36003ac4ee5e4de5b4ef1ed104c55b6c'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:15.450987 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1a611dcc-71f3-45e6-b7d0-766b9fc9b5dd req-5afbba56-9eba-4d4f-ba5e-5d9533e1c3de tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601830 Oct 28 12:35:15.591599 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a7f16-4c85-47af-82e0-03377c5e46df req-44e17205-b42d-4e02-8ca0-f52bbc75f32e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:15.593094 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-120a7f16-4c85-47af-82e0-03377c5e46df req-44e17205-b42d-4e02-8ca0-f52bbc75f32e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0695114 Oct 28 12:35:15.594136 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Made reservation on behalf of 36003ac4ee5e4de5b4ef1ed104c55b6c for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:35:15.597323 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:15.601986 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 48910) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:15.606770 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Request body: {'floatingip': {'port_id': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:15.648706 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:15.731916 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Allocated IP 172.20.0.3 (e80a2853-2c5f-4e30-b57e-4bb32d36cb7b/0b2679ac-47f3-464b-8c05-00bd5ffc88df/ac8f927f-20fb-4502-8417-782a383b150f) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:35:15.886681 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:15.920564 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:15.934072 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'bdba618a-d033-41e3-9405-ac2e006dac09', '666fa29b-3f69-4f77-ae13-5a61867d742b'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:16.161813 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.169580 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.250564 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:35:16.254008 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:35:16.258083 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:35:16.269110 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event updated for resources: {'Port': ['ID=ac8f927f-20fb-4502-8417-782a383b150f,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:16.326359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:16.327042 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.337401 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Floating IP 9b375f4f-6613-4511-86b5-7f135a17f742 associated. External IP: 172.27.0.67, port: c25d48e4-43fb-464d-a891-6f40b7296a25. Oct 28 12:35:16.349188 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-af855e9d-d087-4bfb-bbb6-94fa55ba157e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9110293 Oct 28 12:35:16.365413 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Request body: {'port': {'device_id': 'd081053d-6631-45f9-b636-6967469f5a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:16.459071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c307d-d4e0-401b-8d58-4f80f674efb3 req-0c520623-1cba-4fe4-9a03-827af66166b2 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:16.460760 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4e1c307d-d4e0-401b-8d58-4f80f674efb3 req-0c520623-1cba-4fe4-9a03-827af66166b2 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 931 time: 0.1029394 Oct 28 12:35:16.461813 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.535471 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4e1c307d-d4e0-401b-8d58-4f80f674efb3 req-d314e6c0-9639-422b-beb1-641f2ed1d241 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647259 Oct 28 12:35:16.576037 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Router b01114ea-3528-411a-9d70-371e93d108fb has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:35:16.686763 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:35:16.692307 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.699536 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] Sync routers for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:35:16.715250 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:16.716736 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:16.719298 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e88c8c18-f14b-47c9-80b9-74616ccbc11b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "PUT /v2.0/floatingips/9b375f4f-6613-4511-86b5-7f135a17f742 HTTP/1.1" status: 200 len: 990 time: 1.1161535 Oct 28 12:35:16.719929 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:16.722358 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cebe7d7-dec4-49c3-a044-601aa52097b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:16.774949 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebeb856-b3fc-4554-a257-ca5707c9885e x-openstack-request-id: req-bebeb856-b3fc-4554-a257-ca5707c9885e {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:16.775238 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:16.775491 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bebeb856-b3fc-4554-a257-ca5707c9885e {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:16.776197 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'status': 'completed', 'code': 200} Oct 28 12:35:16.779823 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8f927f-20fb-4502-8417-782a383b150f {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:16.787818 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.800976 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Transition to ACTIVE for port object ac8f927f-20fb-4502-8417-782a383b150f will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:35:16.805930 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.841858 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:16.861459 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-7dd5f77b-96c5-4d9b-8878-942906361f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:16.862126 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f927f-20fb-4502-8417-782a383b150f,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:16.863127 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-7dd5f77b-96c5-4d9b-8878-942906361f4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1098 time: 0.0450840 Oct 28 12:35:16.927709 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Attempting to bind port ac8f927f-20fb-4502-8417-782a383b150f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:35:16.928041 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Attempting to bind port ac8f927f-20fb-4502-8417-782a383b150f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:35:16.928890 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Attempting to bind port ac8f927f-20fb-4502-8417-782a383b150f on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:16.939877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Port ac8f927f-20fb-4502-8417-782a383b150f on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:35:16.940346 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Attempting to bind port ac8f927f-20fb-4502-8417-782a383b150f on network e80a2853-2c5f-4e30-b57e-4bb32d36cb7b {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:16.946757 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:35:16.947086 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Checking segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:35:16.947459 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Bound using segment: {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:35:16.947874 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Bound port: ac8f927f-20fb-4502-8417-782a383b150f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06ed325-747b-4ec6-91aa-a7e25199e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:35:16.948218 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:16.975342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-52b543d9-fe10-4a4b-b72c-3556a0f8b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:16.977180 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-52b543d9-fe10-4a4b-b72c-3556a0f8b6e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.1064773 Oct 28 12:35:17.012736 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] For port ac8f927f-20fb-4502-8417-782a383b150f, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:35:17.015706 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] For port ac8f927f-20fb-4502-8417-782a383b150f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac8f927f-20fb-4502-8417-782a383b150f,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:35:17.021855 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:17.048483 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-bdad2bf0-6e49-4be1-a0c9-45221894e49f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 200 len: 998 time: 0.0639188 Oct 28 12:35:17.063483 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.064090 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:17.065587 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] 10.222.0.77 "PUT /v2.0/ports/ac8f927f-20fb-4502-8417-782a383b150f HTTP/1.1" status: 200 len: 1093 time: 0.7065187 Oct 28 12:35:17.066026 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd081053d-6631-45f9-b636-6967469f5a72', 'tag': 'ac8f927f-20fb-4502-8417-782a383b150f'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:17.069004 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1795acf7-2738-4de4-8f3e-43649cfe8ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "d081053d-6631-45f9-b636-6967469f5a72", "tag": "ac8f927f-20fb-4502-8417-782a383b150f"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:17.093357 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23635b-2e92-4567-9e6a-dc8d9f0f5844 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f927f-20fb-4502-8417-782a383b150f,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:17.116859 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-95342aea-0210-4b17-a907-375f1ffa1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.118314 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-95342aea-0210-4b17-a907-375f1ffa1fd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0611181 Oct 28 12:35:17.145321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f61e3-6a74-422d-b336-f18e7a0d2ad4 x-openstack-request-id: req-b17f61e3-6a74-422d-b336-f18e7a0d2ad4 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:17.145614 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d081053d-6631-45f9-b636-6967469f5a72", "tag": "ac8f927f-20fb-4502-8417-782a383b150f", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:17.145864 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b17f61e3-6a74-422d-b336-f18e7a0d2ad4 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:17.146291 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd081053d-6631-45f9-b636-6967469f5a72', 'tag': 'ac8f927f-20fb-4502-8417-782a383b150f', 'status': 'completed', 'code': 200} Oct 28 12:35:17.160216 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '9b375f4f-6613-4511-86b5-7f135a17f742', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'port_id': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'mac_address': 'fa:16:3e:74:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:34:57Z', 'updated_at': '2021-10-28T12:35:16Z', 'revision_number': 1, 'project_id': '0ae5fd59e495402c829af6819f873149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:17.167873 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d293-59cd-48d7-95cc-e714508598ad req-04b8e6a1-ab48-4b57-aeef-027982dec53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.169654 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-04b8e6a1-ab48-4b57-aeef-027982dec53a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 1096 time: 0.0525913 Oct 28 12:35:17.177375 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-c35b0c5e-d360-4d88-82dd-13ea12aca0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.178975 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-c35b0c5e-d360-4d88-82dd-13ea12aca0ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522573 Oct 28 12:35:17.187504 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] Checking router: b01114ea-3528-411a-9d70-371e93d108fb for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:35:17.196013 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:17.196607 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:17.224099 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-00b3fc19-a3f7-4275-bc75-f58764f4ebdb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8f927f-20fb-4502-8417-782a383b150f HTTP/1.1" status: 200 len: 217 time: 0.0363908 Oct 28 12:35:17.271514 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-0945872b-9ffd-435b-9dfd-afa9aacf0ad1 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 Oct 28 12:35:17.279584 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d293-59cd-48d7-95cc-e714508598ad req-44050e1b-1fb5-429d-8f32-4289ff40007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.281109 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-44050e1b-1fb5-429d-8f32-4289ff40007d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0490682 Oct 28 12:35:17.303300 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:17.313749 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-92eea16d-eb48-4910-bec2-4cd31e8621cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259898 Oct 28 12:35:17.372971 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5cebe7d7-dec4-49c3-a044-601aa52097b8 req-ba21a356-6ffb-4aa6-83ef-5cc9532d8737 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944145 Oct 28 12:35:17.409296 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-3bf69781-45cd-48f8-82c7-58b9dd878e68 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Oct 28 12:35:17.502264 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-28b8d293-59cd-48d7-95cc-e714508598ad req-eeeaca11-6ec4-4c38-bbb3-297c78331eb8 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856049 Oct 28 12:35:17.551033 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '9b375f4f-6613-4511-86b5-7f135a17f742', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'port_id': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'mac_address': 'fa:16:3e:74:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:34:57Z', 'updated_at': '2021-10-28T12:35:16Z', 'revision_number': 1, 'project_id': '0ae5fd59e495402c829af6819f873149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:17.581999 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e2b6d-98fe-4a7c-9c2a-d29edfd9739a None None] The sync data for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi is: [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '9b375f4f-6613-4511-86b5-7f135a17f742', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'port_id': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'mac_address': 'fa:16:3e:74:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:34:57Z', 'updated_at': '2021-10-28T12:35:16Z', 'revision_number': 1, 'project_id': '0ae5fd59e495402c829af6819f873149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:35:17.632412 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-1998a60f-5a27-40c0-999d-c26a6cf4e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.633989 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-1998a60f-5a27-40c0-999d-c26a6cf4e6b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 1096 time: 0.0811558 Oct 28 12:35:17.728420 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c96eeb-bf7e-4b82-9853-8a427e9c270a req-67a5da7a-0427-4853-9245-aa9a42970acc tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.729967 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f5c96eeb-bf7e-4b82-9853-8a427e9c270a req-67a5da7a-0427-4853-9245-aa9a42970acc tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 943 time: 0.1169395 Oct 28 12:35:17.777697 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-529f12a9-9496-4fd4-8861-601b48fe1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.779247 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-529f12a9-9496-4fd4-8861-601b48fe1e75 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 915 time: 0.1279008 Oct 28 12:35:17.793043 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f5c96eeb-bf7e-4b82-9853-8a427e9c270a req-232fb434-24c6-455f-8c73-e6275803a754 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Oct 28 12:35:17.818796 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22ae5b-db37-4b44-984d-08175a158fc4 None None] New status for floating IP 9b375f4f-6613-4511-86b5-7f135a17f742: ACTIVE {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:35:17.835920 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-5075a1cc-fa7d-4525-90cb-752ae8148e06 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8f927f-20fb-4502-8417-782a383b150f HTTP/1.1" status: 200 len: 217 time: 0.0422890 Oct 28 12:35:17.897877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-1dbfc161-ac62-4d95-ad6c-1eab1075a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:17.899374 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-1dbfc161-ac62-4d95-ad6c-1eab1075a5fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0459087 Oct 28 12:35:17.933892 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-91ef9c64-8246-4ca7-ac28-ea163868fbfa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256147 Oct 28 12:35:18.037964 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-b8fd5f06-f99c-44ca-9c24-d8132289ba5d service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935180 Oct 28 12:35:18.134635 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1795acf7-2738-4de4-8f3e-43649cfe8ac5 req-594d2544-1bc6-4aa3-b992-e26b6d731b04 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872488 Oct 28 12:35:18.917797 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa2571-788b-4e7a-b9e8-23c25f7b0ac4 req-64249140-123f-438e-a5ec-8fa840a5f3dd tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:18.921189 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-53fa2571-788b-4e7a-b9e8-23c25f7b0ac4 req-64249140-123f-438e-a5ec-8fa840a5f3dd tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 943 time: 0.0551512 Oct 28 12:35:18.960705 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-53fa2571-788b-4e7a-b9e8-23c25f7b0ac4 req-90fa0458-ef5d-41a0-b926-c291b79fee97 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347898 Oct 28 12:35:20.092570 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de55fb2-776d-460f-9c49-70dfa082a76e req-6af5228b-d360-4885-90fd-0c8d39a865fa tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:20.094167 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4de55fb2-776d-460f-9c49-70dfa082a76e req-6af5228b-d360-4885-90fd-0c8d39a865fa tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 943 time: 0.0575514 Oct 28 12:35:20.132424 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4de55fb2-776d-460f-9c49-70dfa082a76e req-ae5d951e-9307-4ae8-bc87-e05f57b340c0 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Oct 28 12:35:20.461142 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device ac8f927f-20fb-4502-8417-782a383b150f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:35:20.575376 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port ac8f927f-20fb-4502-8417-782a383b150f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac8f927f-20fb-4502-8417-782a383b150f,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:20.587032 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'ac8f927f-20fb-4502-8417-782a383b150f', 'network_id': 'e80a2853-2c5f-4e30-b57e-4bb32d36cb7b', 'port_id': 'ac8f927f-20fb-4502-8417-782a383b150f', 'mac_address': 'fa:16:3e:a5:76:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2679ac-47f3-464b-8c05-00bd5ffc88df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:35:20.624401 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:20.637970 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8f927f-20fb-4502-8417-782a383b150f {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:20.666684 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port ac8f927f-20fb-4502-8417-782a383b150f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac8f927f-20fb-4502-8417-782a383b150f,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:20.671803 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:20.726108 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=ac8f927f-20fb-4502-8417-782a383b150f,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:20.958392 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['ac8f927f-20fb-4502-8417-782a383b150f'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:21.192326 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49006) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:21.255087 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962294b4-1c1b-49fd-a244-88daccffbf43 req-227f76b9-a327-4ac3-91c0-5c27017a1f2e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:21.256842 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-962294b4-1c1b-49fd-a244-88daccffbf43 req-227f76b9-a327-4ac3-91c0-5c27017a1f2e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 944 time: 0.0526128 Oct 28 12:35:21.298218 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-962294b4-1c1b-49fd-a244-88daccffbf43 req-ff7ae3ee-cd16-4c5c-8e80-455187905a37 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348437 Oct 28 12:35:21.318651 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-54e469d3-2bcc-4562-afb0-81da97e63f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:21.401180 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-54e469d3-2bcc-4562-afb0-81da97e63f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:21.406933 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-54e469d3-2bcc-4562-afb0-81da97e63f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:21.451308 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-54e469d3-2bcc-4562-afb0-81da97e63f6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7efb7d9559bf4c08a33cb3194b7bb570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577224 Oct 28 12:35:21.452156 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e469d3-2bcc-4562-afb0-81da97e63f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7fa447-0245-45ef-805a-997baa1ec03f,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:21.455291 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49010) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:21.507868 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ccc00cc-7379-46d6-8424-dc493987b993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:21.530680 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ccc00cc-7379-46d6-8424-dc493987b993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:21.583097 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ccc00cc-7379-46d6-8424-dc493987b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:21.585900 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ccc00cc-7379-46d6-8424-dc493987b993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:21.587062 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-5ccc00cc-7379-46d6-8424-dc493987b993 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e7fa447-0245-45ef-805a-997baa1ec03f HTTP/1.1" status: 204 len: 168 time: 0.1303668 Oct 28 12:35:21.594991 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc00cc-7379-46d6-8424-dc493987b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7fa447-0245-45ef-805a-997baa1ec03f,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:22.358073 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c71eb7-3b3d-4007-8655-185384635ee0 req-678a2693-1ba0-4eb7-9ad0-84bcb5416f39 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:22.359599 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-26c71eb7-3b3d-4007-8655-185384635ee0 req-678a2693-1ba0-4eb7-9ad0-84bcb5416f39 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.0532966 Oct 28 12:35:22.421362 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-26c71eb7-3b3d-4007-8655-185384635ee0 req-37e1cd11-c323-44de-af4d-4c9ec3f60107 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553312 Oct 28 12:35:22.439689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9339a2-4b9b-4942-a918-929b7041d08c req-7110c504-9aae-4d7c-a9bc-5cdbb02ba8b3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:22.441175 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f9339a2-4b9b-4942-a918-929b7041d08c req-7110c504-9aae-4d7c-a9bc-5cdbb02ba8b3 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 944 time: 0.0618548 Oct 28 12:35:22.472965 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device ac8f927f-20fb-4502-8417-782a383b150f up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:35:22.480028 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1f9339a2-4b9b-4942-a918-929b7041d08c req-1bf6361a-2029-415b-8cfc-0c6769e7dab9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Oct 28 12:35:22.526348 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port ac8f927f-20fb-4502-8417-782a383b150f completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:35:22.532257 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port ac8f927f-20fb-4502-8417-782a383b150f triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:35:22.532843 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:22.615169 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:22.639800 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081053d-6631-45f9-b636-6967469f5a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8f927f-20fb-4502-8417-782a383b150f'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:22.642081 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9463703b-def6-4ed6-bdb5-0d778d945fa7" -d '{"events": [{"server_uuid": "d081053d-6631-45f9-b636-6967469f5a72", "name": "network-vif-plugged", "status": "completed", "tag": "ac8f927f-20fb-4502-8417-782a383b150f"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:22.655135 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port ac8f927f-20fb-4502-8417-782a383b150f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac8f927f-20fb-4502-8417-782a383b150f,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:22.660150 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:22.683773 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8446073-6fd2-41f8-a949-e0e9a3018406 x-openstack-request-id: req-b8446073-6fd2-41f8-a949-e0e9a3018406 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:22.684061 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d081053d-6631-45f9-b636-6967469f5a72", "name": "network-vif-plugged", "status": "completed", "tag": "ac8f927f-20fb-4502-8417-782a383b150f", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:22.684313 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8446073-6fd2-41f8-a949-e0e9a3018406 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:22.684704 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081053d-6631-45f9-b636-6967469f5a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8f927f-20fb-4502-8417-782a383b150f', 'code': 200} Oct 28 12:35:22.710685 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=ac8f927f-20fb-4502-8417-782a383b150f,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:22.891223 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f856e-e675-4e64-b07b-e933d1e5064d req-c79634cc-3657-45c4-8b4f-03819381cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:22.892709 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e21f856e-e675-4e64-b07b-e933d1e5064d req-c79634cc-3657-45c4-8b4f-03819381cf15 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 1098 time: 0.0541768 Oct 28 12:35:22.934680 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e21f856e-e675-4e64-b07b-e933d1e5064d req-65edc797-5a71-4d04-aa27-5487f1e5ae94 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Oct 28 12:35:23.546110 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babb752-855c-4957-b4b2-7354d33d09b3 req-5be8a819-d146-4005-932c-663dd9a87205 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:23.547614 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7babb752-855c-4957-b4b2-7354d33d09b3 req-5be8a819-d146-4005-932c-663dd9a87205 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.0538535 Oct 28 12:35:23.612784 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7babb752-855c-4957-b4b2-7354d33d09b3 req-8cf9c8ca-5b12-4bbe-8aa8-356a627efd42 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583274 Oct 28 12:35:23.623546 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43356-2135-4c4f-ab44-06bf2fd79242 req-c3404e3f-74e6-40af-b99c-5c66cbe92d35 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:23.625049 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d43356-2135-4c4f-ab44-06bf2fd79242 req-c3404e3f-74e6-40af-b99c-5c66cbe92d35 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 945 time: 0.0725193 Oct 28 12:35:23.662522 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-04d43356-2135-4c4f-ab44-06bf2fd79242 req-2a209f15-bc7a-43a4-b987-9f8a5fa39daf tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Oct 28 12:35:24.436320 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-c3bd5a38-b91b-4535-827b-9375f675a763 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:24.437936 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-c3bd5a38-b91b-4535-827b-9375f675a763 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.0618789 Oct 28 12:35:24.539808 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Deleting port d8c38e90-8225-4aaf-8322-139cc91fa0a9 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:35:24.540095 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:24.641571 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] For port d8c38e90-8225-4aaf-8322-139cc91fa0a9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d8c38e90-8225-4aaf-8322-139cc91fa0a9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:24.642418 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:24.880459 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a3d9-6cbf-43e0-974e-aa772a2bf731 req-083e3580-2c4b-4d0d-9095-0c8f16776cd8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:24.881929 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1d76a3d9-6cbf-43e0-974e-aa772a2bf731 req-083e3580-2c4b-4d0d-9095-0c8f16776cd8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 945 time: 0.1727064 Oct 28 12:35:24.925024 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3439f-9b60-40d7-a2d9-aa5d40aa270e req-11ad9e66-103e-4f1c-a4ed-44f75e8aad8d tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:24.926467 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-40e3439f-9b60-40d7-a2d9-aa5d40aa270e req-11ad9e66-103e-4f1c-a4ed-44f75e8aad8d tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 945 time: 0.1689198 Oct 28 12:35:24.984971 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:24.985281 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:24.985674 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Floating IP 34f02ace-a524-468e-8686-589e98671d7a disassociated. External IP: 172.27.0.219, port: d8c38e90-8225-4aaf-8322-139cc91fa0a9. Oct 28 12:35:24.986022 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Calling delete_port for d8c38e90-8225-4aaf-8322-139cc91fa0a9 owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:35:25.011598 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1d76a3d9-6cbf-43e0-974e-aa772a2bf731 req-e96024f3-2376-4b1d-bc1c-d2d9c72fc7d2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229854 Oct 28 12:35:25.015785 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-40e3439f-9b60-40d7-a2d9-aa5d40aa270e req-e38bf5a8-1cbb-424a-a455-f77d03886a8d tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804856 Oct 28 12:35:25.135804 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:25.173939 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event deleted for resources: {'Port': ['ID=d8c38e90-8225-4aaf-8322-139cc91fa0a9,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:25.327242 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:35:25.442197 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:35:25.453188 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:35:25.463248 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:25.463781 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:25.487581 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] No DVR routers for this DVR port d8c38e90-8225-4aaf-8322-139cc91fa0a9 on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:35:25.490330 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:25.493977 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e1d36849-17b7-450a-b525-bc6e25b8ace1 req-86fcad76-6cbb-410f-b1b9-758c0ae0cf92 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "DELETE /v2.0/ports/d8c38e90-8225-4aaf-8322-139cc91fa0a9 HTTP/1.1" status: 204 len: 173 time: 1.0473211 Oct 28 12:35:25.494459 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'name': 'network-vif-deleted', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:25.496791 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f0a51-e266-4752-8cdc-1d7d580acf45" -d '{"events": [{"server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "name": "network-vif-deleted", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:25.541427 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db362eb-4139-48d8-aa06-40b096cc6069 x-openstack-request-id: req-8db362eb-4139-48d8-aa06-40b096cc6069 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:25.541911 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02b0570-d3b8-4fe1-aa09-199f6525ac0c", "name": "network-vif-deleted", "tag": "d8c38e90-8225-4aaf-8322-139cc91fa0a9", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:25.542300 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8db362eb-4139-48d8-aa06-40b096cc6069 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:25.542722 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02b0570-d3b8-4fe1-aa09-199f6525ac0c', 'name': 'network-vif-deleted', 'tag': 'd8c38e90-8225-4aaf-8322-139cc91fa0a9', 'status': 'completed', 'code': 200} Oct 28 12:35:25.706353 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:25.926330 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:25.953965 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:35:25.962476 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:25.963079 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:26.071808 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:26.118880 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6242d4e1-ed1b-4b3e-aff1-30fe3ebc14aa req-bf99ac73-64a5-4944-8e3d-64fc4b030758 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a02b0570-d3b8-4fe1-aa09-199f6525ac0c HTTP/1.1" status: 200 len: 210 time: 0.0275459 Oct 28 12:35:26.285201 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:26.315658 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86743ed9-e371-4eb3-8846-57c5bbe30537 None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:35:26.556100 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685a76d-dd03-4643-9d6c-7d275baa597b None None] New status for floating IP 34f02ace-a524-468e-8686-589e98671d7a: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:35:27.394351 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-527edac3-94b8-485b-98ff-745fc1fa4189 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509298390&fields=id&tenant_id=70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 267 time: 0.0340440 Oct 28 12:35:27.511943 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-1119ca5a-3bf3-4848-bc0d-87fa28ee307f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:27.513455 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-1119ca5a-3bf3-4848-bc0d-87fa28ee307f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 810 time: 0.1119688 Oct 28 12:35:27.529063 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-c5cf4827-a2aa-4b7f-ae4e-b3f71ca1de61 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/quotas/70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 375 time: 0.0096090 Oct 28 12:35:27.604081 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-0478d58f-b90d-47d2-8f9f-c589b40df3ad tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685918 Oct 28 12:35:27.710159 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-e3a18080-3b34-4e45-a216-e5db2c01c300 service neutron] 10.222.0.62 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907581 Oct 28 12:35:27.843390 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-1a590536-d132-49b7-8d8e-004bc3db9da3 service neutron] 10.222.0.62 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240327 Oct 28 12:35:28.102532 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b99c31-2915-4f23-a286-9269bc043d0e req-1ac32d5a-9dd1-4413-8af4-7602b2eafed6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:28.103998 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2b99c31-2915-4f23-a286-9269bc043d0e req-1ac32d5a-9dd1-4413-8af4-7602b2eafed6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0554070 Oct 28 12:35:28.145237 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2b99c31-2915-4f23-a286-9269bc043d0e req-1b2c6171-2426-447e-a228-acf60d828ce8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348566 Oct 28 12:35:28.178449 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b65cddba-ea4b-4c53-be66-bb32c8bd6a72 req-30288931-37e1-4582-863b-fa2ad3635085 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 210 time: 0.0320923 Oct 28 12:35:28.499056 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device d8c38e90-8225-4aaf-8322-139cc91fa0a9 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:35:28.519660 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: d8c38e90-8225-4aaf-8322-139cc91fa0a9 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:35:28.520295 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device d8c38e90-8225-4aaf-8322-139cc91fa0a9 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:35:29.210140 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-03c41041-80e7-46f7-a6c9-6d36fdca1635 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:29.211821 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-03c41041-80e7-46f7-a6c9-6d36fdca1635 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 810 time: 0.1086996 Oct 28 12:35:29.300583 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ea45a26a-58a0-4f73-ab1d-c6d84b29dac7 req-aa8b19fc-db08-472e-8d48-1fe4ba1ea000 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 210 time: 0.0398428 Oct 28 12:35:29.312558 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-34ed9f59-3869-4dd7-8b3a-45f117c16751 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 380 time: 0.0893252 Oct 28 12:35:29.328348 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fada0f-cdbc-4bd7-bca6-cd34b0bf1369 req-ba78e23a-e4dd-47b8-bfdb-cce0aa86d7ec tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:29.329757 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-14fada0f-cdbc-4bd7-bca6-cd34b0bf1369 req-ba78e23a-e4dd-47b8-bfdb-cce0aa86d7ec tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0993662 Oct 28 12:35:29.333102 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'port': {'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'admin_state_up': True, 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'security_groups': ['c406ed51-3eda-46b8-ae15-f37d4601a1a6']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:29.414339 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-14fada0f-cdbc-4bd7-bca6-cd34b0bf1369 req-cd13da58-ff74-4997-8177-30d96bce0704 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779133 Oct 28 12:35:29.462967 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Made reservation on behalf of 70a330da99234af6b3a80df822d5067f for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:35:29.466469 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:29.591892 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Allocated IP 172.20.0.11 (21386cb8-b310-4d7a-bddd-fd2d5b5b89a3/3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964/a302007e-59e1-42c9-9b5a-9b428e8140c9) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:35:29.968861 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.006512 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.049042 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:35:30.052297 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:35:30.056612 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:35:30.080709 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=a302007e-59e1-42c9-9b5a-9b428e8140c9,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:30.109294 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:30.109939 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.128191 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-990a1248-bfda-4b5a-93e4-3f1262ee59d7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8075259 Oct 28 12:35:30.143180 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Request body: {'port': {'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:30.204798 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.209797 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6f63b3bb-2590-4c34-ba7c-905f15b64564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.275868 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-33a4a3f5-985e-4d83-951c-8d64ddf2c8b4 None None] Provisioning complete for port a302007e-59e1-42c9-9b5a-9b428e8140c9 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:35:30.276296 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-33a4a3f5-985e-4d83-951c-8d64ddf2c8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.314086 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-33a4a3f5-985e-4d83-951c-8d64ddf2c8b4 None None] Port a302007e-59e1-42c9-9b5a-9b428e8140c9 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:35:30.441709 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44ac3-95fc-442c-9f8e-834ba486f11c req-102dab2c-0720-4ac5-97b1-8ef69ced39a0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:30.443179 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4ec44ac3-95fc-442c-9f8e-834ba486f11c req-102dab2c-0720-4ac5-97b1-8ef69ced39a0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 932 time: 0.0752685 Oct 28 12:35:30.518696 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-7765f8b6-070d-4f64-9468-ab1050e590bc tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:30.520178 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-7765f8b6-070d-4f64-9468-ab1050e590bc tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.0528660 Oct 28 12:35:30.545351 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4ec44ac3-95fc-442c-9f8e-834ba486f11c req-d491d454-edc9-4b82-a96c-e2e8de76eab7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913038 Oct 28 12:35:30.561259 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a302007e-59e1-42c9-9b5a-9b428e8140c9 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:30.570194 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.587639 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Transition to ACTIVE for port object a302007e-59e1-42c9-9b5a-9b428e8140c9 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:35:30.596148 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e735a-3c6c-4e2b-9db8-8f6b97c33250 req-c58dc0e5-5bd4-4f67-ae6f-aed8cd395554 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:30.597749 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1e8e735a-3c6c-4e2b-9db8-8f6b97c33250 req-c58dc0e5-5bd4-4f67-ae6f-aed8cd395554 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 945 time: 0.1089242 Oct 28 12:35:30.598909 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.623107 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Deleting port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:35:30.623516 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.672524 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Pushing event updated for resources: {'Port': ['ID=a302007e-59e1-42c9-9b5a-9b428e8140c9,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:30.686798 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1e8e735a-3c6c-4e2b-9db8-8f6b97c33250 req-754046e8-202c-4ff7-9115-1e55c9071b81 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbea9c1f-db38-445b-b709-1fa08b394acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794501 Oct 28 12:35:30.719615 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] For port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:30.719976 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.770193 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Attempting to bind port a302007e-59e1-42c9-9b5a-9b428e8140c9 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:35:30.770193 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Attempting to bind port a302007e-59e1-42c9-9b5a-9b428e8140c9 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:35:30.770516 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Attempting to bind port a302007e-59e1-42c9-9b5a-9b428e8140c9 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:30.775581 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Port a302007e-59e1-42c9-9b5a-9b428e8140c9 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:35:30.775908 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Attempting to bind port a302007e-59e1-42c9-9b5a-9b428e8140c9 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:30.781590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:35:30.781995 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Checking segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:35:30.782321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Bound using segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:35:30.782799 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Bound port: a302007e-59e1-42c9-9b5a-9b428e8140c9, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:35:30.783161 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.848510 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] For port a302007e-59e1-42c9-9b5a-9b428e8140c9, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:35:30.852004 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] For port a302007e-59e1-42c9-9b5a-9b428e8140c9, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:35:30.860076 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.900204 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:30.900839 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.902381 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] 10.222.0.77 "PUT /v2.0/ports/a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 200 len: 1094 time: 0.7637274 Oct 28 12:35:30.902775 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:30.905050 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:30.914544 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.915236 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:30.915789 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Floating IP bea8aa4b-9a75-4580-87d0-edd88c434ef3 disassociated. External IP: 172.27.0.33, port: fe4d3fd7-9134-42f8-a93d-9cbe08ca530e. Oct 28 12:35:30.916295 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Calling delete_port for fe4d3fd7-9134-42f8-a93d-9cbe08ca530e owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:35:30.974711 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7728-7254-47bf-a203-9286bd82cc8d service neutron] Pushing event updated for resources: {'Port': ['ID=a302007e-59e1-42c9-9b5a-9b428e8140c9,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:30.999305 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a156567d-0c80-4231-a1a1-8c1815aad878 x-openstack-request-id: req-a156567d-0c80-4231-a1a1-8c1815aad878 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:30.999647 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:30.999965 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a156567d-0c80-4231-a1a1-8c1815aad878 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:31.000399 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'status': 'completed', 'code': 200} Oct 28 12:35:31.017269 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-1da47162-7f36-4834-9ff5-2a44fef0a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.018487 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-1da47162-7f36-4834-9ff5-2a44fef0a473 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1097 time: 0.0579181 Oct 28 12:35:31.069615 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:31.070281 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-a817977e-212d-4007-81db-91d0493f35dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 200 len: 217 time: 0.0395675 Oct 28 12:35:31.099528 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event deleted for resources: {'Port': ['ID=fe4d3fd7-9134-42f8-a93d-9cbe08ca530e,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:31.145584 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-9a5028d8-ce7f-4f23-9dbd-a64b6af96e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.147088 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-9a5028d8-ce7f-4f23-9dbd-a64b6af96e28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0582488 Oct 28 12:35:31.216312 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-0bd3596a-2a70-4db7-b976-552179f641f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.217755 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-0bd3596a-2a70-4db7-b976-552179f641f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455754 Oct 28 12:35:31.234375 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:35:31.323678 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-c5553dd0-d446-498d-b835-dfb00cdf7bfe service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916729 Oct 28 12:35:31.348872 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:35:31.359650 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] Sync routers for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:35:31.370062 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:31.370668 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:31.390803 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] No DVR routers for this DVR port fe4d3fd7-9134-42f8-a93d-9cbe08ca530e on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:35:31.393894 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:31.399571 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-e884ced5-7c0f-40f3-808b-af9a7879f34b req-404555c7-b15e-4c09-ad90-5ad05038a37e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "DELETE /v2.0/ports/fe4d3fd7-9134-42f8-a93d-9cbe08ca530e HTTP/1.1" status: 204 len: 173 time: 0.8642321 Oct 28 12:35:31.400052 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'name': 'network-vif-deleted', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:31.403256 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6389a2-0dda-44be-b07d-57cf0d2db6af" -d '{"events": [{"server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "name": "network-vif-deleted", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:31.438769 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b60e13b-7d33-4d4e-9fd2-ff3d784c249a req-60d2d621-c839-42cc-8ac9-44382e955d6b service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052558 Oct 28 12:35:31.460981 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adefdd2-f723-4f1d-ad3c-4d85be48264e x-openstack-request-id: req-1adefdd2-f723-4f1d-ad3c-4d85be48264e {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:31.461472 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b133627-e4a2-43dc-9613-8ef3d028862b", "name": "network-vif-deleted", "tag": "fe4d3fd7-9134-42f8-a93d-9cbe08ca530e", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:31.461675 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1adefdd2-f723-4f1d-ad3c-4d85be48264e {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:31.463431 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b133627-e4a2-43dc-9613-8ef3d028862b', 'name': 'network-vif-deleted', 'tag': 'fe4d3fd7-9134-42f8-a93d-9cbe08ca530e', 'status': 'completed', 'code': 200} Oct 28 12:35:31.515556 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:31.580610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-cb702668-8c80-4cbb-a55e-0db3406832e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.582172 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-cb702668-8c80-4cbb-a55e-0db3406832e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1097 time: 0.0503449 Oct 28 12:35:31.716659 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99591f84-5dc0-41cb-a71a-49f9a3412295 req-403ab7e1-88a6-4da7-9f63-ef288d7127e7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.718141 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-99591f84-5dc0-41cb-a71a-49f9a3412295 req-403ab7e1-88a6-4da7-9f63-ef288d7127e7 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0680041 Oct 28 12:35:31.736392 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:31.749539 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-9eb57790-6ae8-40bc-be5c-30f5f295ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.751011 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-9eb57790-6ae8-40bc-be5c-30f5f295ab56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1532876 Oct 28 12:35:31.768695 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] Checking router: 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:35:31.778098 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:31.778704 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:31.803525 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-99591f84-5dc0-41cb-a71a-49f9a3412295 req-31ee7742-8921-4a5f-9670-e56a61ec600a tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791144 Oct 28 12:35:31.813021 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-a9a775fa-d02d-4409-81d5-f89c869d1cc6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 200 len: 217 time: 0.0509522 Oct 28 12:35:31.843980 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3c872289-bf42-4613-aa3e-0b0703785b99 req-ae95bf28-740b-486b-b528-c82ceb736291 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b133627-e4a2-43dc-9613-8ef3d028862b HTTP/1.1" status: 200 len: 210 time: 0.0437064 Oct 28 12:35:31.881078 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-c8640094-8942-4513-aa0e-4ad44f100a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.882601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-c8640094-8942-4513-aa0e-4ad44f100a56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0478663 Oct 28 12:35:31.889430 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:31.943881 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-059ad666-3b82-4dc6-acd7-179b6b3b65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:31.945537 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-059ad666-3b82-4dc6-acd7-179b6b3b65bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456915 Oct 28 12:35:32.059024 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-62411117-533c-49f0-a0bb-08819bc700d7 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030774 Oct 28 12:35:32.106109 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:32.131903 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0b12d-cb87-475b-a204-adea18223eb2 None None] The sync data for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi is: [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:35:32.159499 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a199e3c9-7bcd-44ad-9889-6abf2fe693a9 req-4078c4f9-2138-403b-b516-268394482154 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904555 Oct 28 12:35:32.348144 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d063b290-a304-470b-b5f4-31e8cf5678f0 None None] New status for floating IP bea8aa4b-9a75-4580-87d0-edd88c434ef3: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:35:32.926789 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-6233fff5-00ed-4a20-980c-cfab0004a425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:32.930947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d70c8-eee2-4766-812d-3a61ea6a9080 req-b7b5d371-87c9-423c-9771-d5c5feee8cd9 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:32.932482 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-115d70c8-eee2-4766-812d-3a61ea6a9080 req-b7b5d371-87c9-423c-9771-d5c5feee8cd9 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0592721 Oct 28 12:35:32.932847 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49140) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:32.975961 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-115d70c8-eee2-4766-812d-3a61ea6a9080 req-578b1ca1-ef52-4639-bada-d78ee8b73cd2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361037 Oct 28 12:35:32.995169 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26e9-471f-43b2-921e-3eecaa9e120d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.019028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26e9-471f-43b2-921e-3eecaa9e120d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.069226 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26e9-471f-43b2-921e-3eecaa9e120d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.071822 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26e9-471f-43b2-921e-3eecaa9e120d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.073992 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-0d2c26e9-471f-43b2-921e-3eecaa9e120d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "DELETE /v2.0/security-groups/cbea9c1f-db38-445b-b709-1fa08b394acb HTTP/1.1" status: 204 len: 168 time: 0.1399672 Oct 28 12:35:33.076652 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49144) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:33.085532 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c26e9-471f-43b2-921e-3eecaa9e120d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea9c1f-db38-445b-b709-1fa08b394acb,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:33.090917 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.api.v2.resource [None req-ce5082e3-d959-480f-9a84-76909ab55203 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] show failed (client error): The resource could not be found. Oct 28 12:35:33.094814 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-ce5082e3-d959-480f-9a84-76909ab55203 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups/cbea9c1f-db38-445b-b709-1fa08b394acb HTTP/1.1" status: 404 len: 347 time: 0.0144651 Oct 28 12:35:33.095043 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49146) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:33.241676 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Deleting port f630fe84-f144-47b1-a18d-bbe24a6e83d7 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:35:33.242018 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.319344 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.319696 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.331681 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Calling delete_port for f630fe84-f144-47b1-a18d-bbe24a6e83d7 owned by network:floatingip {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:35:33.468364 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.496122 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event deleted for resources: {'Port': ['ID=f630fe84-f144-47b1-a18d-bbe24a6e83d7,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:33.562471 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.565795 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.567126 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c4a58ec4-de9e-4dc8-af8f-e1b4b5e690c5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "DELETE /v2.0/floatingips/bea8aa4b-9a75-4580-87d0-edd88c434ef3 HTTP/1.1" status: 204 len: 168 time: 0.4711158 Oct 28 12:35:33.879981 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:33.960889 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49152) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:33.965543 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-f10fc34d-3577-4e7c-82c1-d66abbef27b1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617047200', 'description': 'tempest-description--216429703'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:33.994462 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f10fc34d-3577-4e7c-82c1-d66abbef27b1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.069671 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f10fc34d-3577-4e7c-82c1-d66abbef27b1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.075150 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f10fc34d-3577-4e7c-82c1-d66abbef27b1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.106448 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f10fc34d-3577-4e7c-82c1-d66abbef27b1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.110382 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f10fc34d-3577-4e7c-82c1-d66abbef27b1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1458118 Oct 28 12:35:34.110382 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fc34d-3577-4e7c-82c1-d66abbef27b1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfee559-43ba-4767-8d15-9db097526229,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:34.111540 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49160) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:34.116483 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-8d412b97-6508-414f-811a-a9b1fa4ab79d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'security_group_rule': {'security_group_id': 'fdfee559-43ba-4767-8d15-9db097526229', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:34.158055 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8d412b97-6508-414f-811a-a9b1fa4ab79d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.209369 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8d412b97-6508-414f-811a-a9b1fa4ab79d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.216129 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8d412b97-6508-414f-811a-a9b1fa4ab79d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.234470 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d412b97-6508-414f-811a-a9b1fa4ab79d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28fa0b3-3c18-48e7-813b-d90357ee99c7,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:34.248992 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8d412b97-6508-414f-811a-a9b1fa4ab79d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.250234 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-8d412b97-6508-414f-811a-a9b1fa4ab79d tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377323 Oct 28 12:35:34.252933 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49166) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:34.257568 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-9bf2ed33-a41e-4422-aff1-08bd49375ab5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'security_group_rule': {'security_group_id': 'fdfee559-43ba-4767-8d15-9db097526229', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:34.322213 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00896c7-c178-4115-9df5-7761c3e979ca req-a152e63d-0564-44b1-a933-3f83ccbdc5c5 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:34.323964 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b00896c7-c178-4115-9df5-7761c3e979ca req-a152e63d-0564-44b1-a933-3f83ccbdc5c5 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.2642004 Oct 28 12:35:34.331488 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ed33-a41e-4422-aff1-08bd49375ab5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.397763 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b00896c7-c178-4115-9df5-7761c3e979ca req-46854ebb-3c9f-4718-ac28-39658a0ed6e6 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673881 Oct 28 12:35:34.416740 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ed33-a41e-4422-aff1-08bd49375ab5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.423260 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ed33-a41e-4422-aff1-08bd49375ab5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.443140 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2ed33-a41e-4422-aff1-08bd49375ab5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95a4147-55ec-4b8c-95d3-c93bc136e2f1,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:34.452948 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ed33-a41e-4422-aff1-08bd49375ab5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.453608 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-9bf2ed33-a41e-4422-aff1-08bd49375ab5 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1996968 Oct 28 12:35:34.456654 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49178) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:34.462285 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:34.485152 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.539167 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fe4d3fd7-9134-42f8-a93d-9cbe08ca530e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:35:34.568407 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: fe4d3fd7-9134-42f8-a93d-9cbe08ca530e {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:35:34.568774 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device fe4d3fd7-9134-42f8-a93d-9cbe08ca530e not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:35:34.589871 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.702549 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Allocated IP 172.27.0.35 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/bea46eee-b422-42e8-97eb-bff96746108b) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:35:34.725758 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.805836 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.840684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:34.881738 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:35:34.884649 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:35:34.889260 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:35:34.913132 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'Port': ['ID=bea46eee-b422-42e8-97eb-bff96746108b,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:34.981006 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:35.015895 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:35.169615 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:35.176760 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:35.248827 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'Port': ['ID=bea46eee-b422-42e8-97eb-bff96746108b,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:35.261534 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:35.276335 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:35.277597 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-6515cc11-2899-4d60-803f-ddc41425033e tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8198502 Oct 28 12:35:35.506062 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:35.537725 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-a8eed3a6-9afc-4d08-be7a-82ddff1a99cb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1617047200&fields=id&tenant_id=c5337ec1ac12488aa4e8ecbab298da10 HTTP/1.1" status: 200 len: 267 time: 0.0617163 Oct 28 12:35:35.562027 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6107-1e87-4647-8522-78ba90f5df3a req-aff5b415-b6fd-45b1-89e1-c15f31ddbc87 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:35.563469 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bb7a6107-1e87-4647-8522-78ba90f5df3a req-aff5b415-b6fd-45b1-89e1-c15f31ddbc87 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0806165 Oct 28 12:35:35.653678 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bb7a6107-1e87-4647-8522-78ba90f5df3a req-86963748-9381-4c57-a35e-8eb50de4beac tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779874 Oct 28 12:35:35.684322 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-47115a45-842f-46f7-ae3e-215c8835af4a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:35.685829 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-47115a45-842f-46f7-ae3e-215c8835af4a tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 811 time: 0.1409187 Oct 28 12:35:35.701531 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2d141332-c296-4d52-936d-dec55f89fa7c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/quotas/c5337ec1ac12488aa4e8ecbab298da10 HTTP/1.1" status: 200 len: 375 time: 0.0098014 Oct 28 12:35:35.755224 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-22bbd4f2-aaf6-419b-bbfd-719f35414939 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480561 Oct 28 12:35:35.860873 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-425d8f3a-20f8-4bf6-af48-b992c6e37681 service neutron] 10.222.0.62 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929239 Oct 28 12:35:35.955712 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-027bc03d-8c26-4d01-b000-7f7f01a8122e service neutron] 10.222.0.62 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882695 Oct 28 12:35:36.142126 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-259d288b-7dc9-4dd8-b520-2dcb64c2132a req-c7387610-48af-4170-8ed0-47df4b437369 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 210 time: 0.0411220 Oct 28 12:35:36.784233 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2fa3-d33c-4fe4-bc82-b4a08559aa0d req-7d40bd1a-800a-4afb-8c3c-612e366153d5 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:36.785879 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8d9e2fa3-d33c-4fe4-bc82-b4a08559aa0d req-7d40bd1a-800a-4afb-8c3c-612e366153d5 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0550921 Oct 28 12:35:36.826835 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8d9e2fa3-d33c-4fe4-bc82-b4a08559aa0d req-84c8da37-f5a8-42dc-956e-fc7a2ef2afd9 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343223 Oct 28 12:35:37.293896 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2f4bbd68-7451-4f46-a785-5c1ad32a16e7 req-171828b2-feca-4de2-818e-1798f4d6f3cc tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 210 time: 0.0393610 Oct 28 12:35:37.305962 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-d41d6988-52b1-4cdd-a466-be9498af2e68 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:37.307448 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-d41d6988-52b1-4cdd-a466-be9498af2e68 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 811 time: 0.1852832 Oct 28 12:35:37.320537 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d92690-aa96-4952-bc99-b7a5304c16e4 req-515b2e8a-5b97-4c84-83b6-e205557e4d2b tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:37.322160 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1d92690-aa96-4952-bc99-b7a5304c16e4 req-515b2e8a-5b97-4c84-83b6-e205557e4d2b tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 945 time: 0.1087456 Oct 28 12:35:37.376985 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-88f323bb-93c4-4394-9a5b-141c87060fa8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5337ec1ac12488aa4e8ecbab298da10 HTTP/1.1" status: 200 len: 380 time: 0.0538058 Oct 28 12:35:37.381732 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1d92690-aa96-4952-bc99-b7a5304c16e4 req-0f5e113d-553c-40bc-b7c3-cde5bf10dad1 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 Oct 28 12:35:37.388109 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'port': {'device_id': '3173757b-e9bd-478b-93ee-55b43fa30638', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'admin_state_up': True, 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'security_groups': ['fdfee559-43ba-4767-8d15-9db097526229']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:37.499855 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Made reservation on behalf of c5337ec1ac12488aa4e8ecbab298da10 for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:35:37.504131 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:37.630955 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Allocated IP 172.20.0.9 (c977e2aa-b8cb-4592-9494-ce66891f1b69/71e1b7e2-5379-495a-bd13-c27a2f4cec48/07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:35:37.771541 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:37.804847 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:37.855688 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:35:37.861669 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:35:37.864168 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:35:37.868787 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event updated for resources: {'Port': ['ID=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:37.951031 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:37.951689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:37.975452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e657e55-7bcb-49f6-94eb-0972dfc3da1c req-de3002e2-95be-4219-a59a-8c6c62ed8667 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:37.977116 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e657e55-7bcb-49f6-94eb-0972dfc3da1c req-de3002e2-95be-4219-a59a-8c6c62ed8667 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0795145 Oct 28 12:35:37.981624 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-8afbeea4-0113-430b-9276-d56534162fc8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971360 Oct 28 12:35:38.002192 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Request body: {'port': {'device_id': '3173757b-e9bd-478b-93ee-55b43fa30638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:38.065137 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e657e55-7bcb-49f6-94eb-0972dfc3da1c req-05e13110-da3a-4ac9-802a-7552d8f3c213 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810864 Oct 28 12:35:38.074073 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:38.125997 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-a6418371-a233-4712-bd94-380f68b92c31 None None] Provisioning complete for port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:35:38.126570 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a6418371-a233-4712-bd94-380f68b92c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:38.166231 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-a6418371-a233-4712-bd94-380f68b92c31 None None] Port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:35:38.336612 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:38.344309 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:38.358082 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Transition to ACTIVE for port object 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:35:38.363039 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:38.425707 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:35:38.697755 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Pushing event updated for resources: {'Port': ['ID=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:38.773044 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cac870-be4d-485e-bf9d-0765aa362e14 req-3313cd0d-e5d2-4653-98a2-a6019ab85a13 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:38.774576 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59cac870-be4d-485e-bf9d-0765aa362e14 req-3313cd0d-e5d2-4653-98a2-a6019ab85a13 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 943 time: 0.3876197 Oct 28 12:35:38.799698 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663d711-ba71-4d0b-8ee5-b43ba944e3d8 req-2d617a00-d4ce-4cd6-8fc2-8d955ac7cd0e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:38.801139 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b663d711-ba71-4d0b-8ee5-b43ba944e3d8 req-2d617a00-d4ce-4cd6-8fc2-8d955ac7cd0e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 945 time: 0.1255183 Oct 28 12:35:38.872193 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-59cac870-be4d-485e-bf9d-0765aa362e14 req-f9b6c7c6-dcf9-44fa-a05d-8f86286ca312 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871184 Oct 28 12:35:38.875115 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b663d711-ba71-4d0b-8ee5-b43ba944e3d8 req-d23e034a-60e5-4a88-9af8-647968a03edd tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649319 Oct 28 12:35:38.875570 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Attempting to bind port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:35:38.875903 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Attempting to bind port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:35:38.876204 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Attempting to bind port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 on network c977e2aa-b8cb-4592-9494-ce66891f1b69 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:38.881064 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 on network c977e2aa-b8cb-4592-9494-ce66891f1b69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:35:38.881420 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Attempting to bind port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 on network c977e2aa-b8cb-4592-9494-ce66891f1b69 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:35:38.886651 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:35:38.886988 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Checking segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:35:38.887354 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Bound using segment: {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:35:38.887795 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Bound port: 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74559da5-4982-4080-b7b4-87eae36690f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:35:38.888131 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:38.952446 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] For port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:35:38.955532 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] For port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:35:38.960694 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:38.997400 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:38.998020 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:38.999442 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] 10.222.0.77 "PUT /v2.0/ports/07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 HTTP/1.1" status: 200 len: 1093 time: 1.0014582 Oct 28 12:35:38.999898 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:39.002440 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c" -d '{"events": [{"name": "network-changed", "server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:39.040388 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-de5f1fa9-7f37-4643-95ee-99de7e00d737 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.042834 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-de5f1fa9-7f37-4643-95ee-99de7e00d737 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 945 time: 0.0660784 Oct 28 12:35:39.044761 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11784a-04ff-41b1-b3c8-1e9884bce9ae service neutron] Pushing event updated for resources: {'Port': ['ID=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:39.093804 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f112be-4450-40ad-9f19-7cbf4d891ac7 x-openstack-request-id: req-c2f112be-4450-40ad-9f19-7cbf4d891ac7 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:39.094410 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:39.097016 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2f112be-4450-40ad-9f19-7cbf4d891ac7 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:39.097458 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'status': 'completed', 'code': 200} Oct 28 12:35:39.120558 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-9f57d469-9089-47e3-a18d-e82ef0e2c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.123366 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-9f57d469-9089-47e3-a18d-e82ef0e2c3fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 1096 time: 0.0581820 Oct 28 12:35:39.169968 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Deleting port ac8f927f-20fb-4502-8417-782a383b150f {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:35:39.170399 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:39.189924 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-a03362a8-1c9b-44ac-a40f-37c9bf80a981 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 HTTP/1.1" status: 200 len: 217 time: 0.0565503 Oct 28 12:35:39.263486 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-e12ba6e0-e4b5-4cdc-8bb7-178663eb000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.265080 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-e12ba6e0-e4b5-4cdc-8bb7-178663eb000e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.0556655 Oct 28 12:35:39.274604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322c22f-6353-4555-96f7-36ae72eea2d8 req-efbe3b8b-26f5-43f7-9fed-fd51cb4af4d1 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.276353 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7322c22f-6353-4555-96f7-36ae72eea2d8 req-efbe3b8b-26f5-43f7-9fed-fd51cb4af4d1 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0973449 Oct 28 12:35:39.352139 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7322c22f-6353-4555-96f7-36ae72eea2d8 req-0e0b91a9-eb80-41f7-a4bd-272963bc93b8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658710 Oct 28 12:35:39.355062 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-ccbcaa91-a341-405b-8b42-88006e09a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.356551 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-ccbcaa91-a341-405b-8b42-88006e09a03d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792139 Oct 28 12:35:39.454099 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-9e28de9f-fc95-4b2c-9689-d68b905db9c5 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879617 Oct 28 12:35:39.495721 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] For port ac8f927f-20fb-4502-8417-782a383b150f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac8f927f-20fb-4502-8417-782a383b150f,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:39.496088 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:39.509558 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Calling delete_port for ac8f927f-20fb-4502-8417-782a383b150f owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:35:39.553439 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fcfefb7f-390a-4eee-86f0-1c900905f6dc req-5da002b7-8f93-4dd9-b6c3-19c2242f9836 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906892 Oct 28 12:35:39.650364 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-331fe634-a090-4339-af46-89969e1e4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.652089 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-331fe634-a090-4339-af46-89969e1e4e05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 1096 time: 0.0430937 Oct 28 12:35:39.659344 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:39.672112 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'bdba618a-d033-41e3-9405-ac2e006dac09', '666fa29b-3f69-4f77-ae13-5a61867d742b', 'ac8f927f-20fb-4502-8417-782a383b150f'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:39.687864 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event deleted for resources: {'Port': ['ID=ac8f927f-20fb-4502-8417-782a383b150f,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:39.734076 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] No DVR routers for this DVR port ac8f927f-20fb-4502-8417-782a383b150f on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:35:39.737514 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:39.741383 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-1cfcbdd6-782d-4a42-83e7-db7cdcd230aa req-7c79c0f4-7694-495c-9526-19913a0253d7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "DELETE /v2.0/ports/ac8f927f-20fb-4502-8417-782a383b150f HTTP/1.1" status: 204 len: 173 time: 0.6881754 Oct 28 12:35:39.742070 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081053d-6631-45f9-b636-6967469f5a72', 'name': 'network-vif-deleted', 'tag': 'ac8f927f-20fb-4502-8417-782a383b150f'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:39.745136 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88786827-ecd8-473b-ab8b-b6f5251a108e" -d '{"events": [{"server_uuid": "d081053d-6631-45f9-b636-6967469f5a72", "name": "network-vif-deleted", "tag": "ac8f927f-20fb-4502-8417-782a383b150f"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:39.775961 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-c6ff9e01-33ab-4ced-a14b-b72cb10513f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.777769 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-c6ff9e01-33ab-4ced-a14b-b72cb10513f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 912 time: 0.1172309 Oct 28 12:35:39.791932 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1ca7f2-7393-4182-81f7-1c006f5451b8 x-openstack-request-id: req-7b1ca7f2-7393-4182-81f7-1c006f5451b8 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:39.792436 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d081053d-6631-45f9-b636-6967469f5a72", "name": "network-vif-deleted", "tag": "ac8f927f-20fb-4502-8417-782a383b150f", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:39.792871 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b1ca7f2-7393-4182-81f7-1c006f5451b8 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:39.793261 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081053d-6631-45f9-b636-6967469f5a72', 'name': 'network-vif-deleted', 'tag': 'ac8f927f-20fb-4502-8417-782a383b150f', 'status': 'completed', 'code': 200} Oct 28 12:35:39.824874 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-e0da11e5-3767-4f0c-86c3-a51cfac77af0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 HTTP/1.1" status: 200 len: 217 time: 0.0394626 Oct 28 12:35:39.889540 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-0711ac7c-c6f2-47b6-adb7-8fd0a926cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:39.891152 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-0711ac7c-c6f2-47b6-adb7-8fd0a926cb13 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.0515261 Oct 28 12:35:40.024966 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-4c00fe3e-4634-4337-98e5-6eb1c6379fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:40.026397 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-4c00fe3e-4634-4337-98e5-6eb1c6379fed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261725 Oct 28 12:35:40.028140 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8ef6130a-a0db-4a94-ba48-7f884eb6c1f1 req-193a1f50-fdc1-4588-9e95-ca9446044f79 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=d081053d-6631-45f9-b636-6967469f5a72 HTTP/1.1" status: 200 len: 210 time: 0.0362909 Oct 28 12:35:40.094239 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06304c09-c066-4b8f-a35f-a717cb114253 req-54321818-3ff5-4f93-a7c7-fc44d43a214c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:40.095742 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-06304c09-c066-4b8f-a35f-a717cb114253 req-54321818-3ff5-4f93-a7c7-fc44d43a214c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 943 time: 0.1343284 Oct 28 12:35:40.162413 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-06304c09-c066-4b8f-a35f-a717cb114253 req-21f88f19-afa5-4724-a309-bbc3b37c379c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587354 Oct 28 12:35:40.164450 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-4e476c78-a37c-4481-875c-e98bc3d8b381 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261795 Oct 28 12:35:40.269755 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-49337dc2-5aef-4c45-b5e8-d5efc7d2c26c req-1db7cf09-0420-41aa-81f5-d74741fe7a09 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976982 Oct 28 12:35:40.478564 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a832f-f20c-4555-8a1d-2bb0c7ce18ee req-64f93b0c-894c-4f31-a84c-8c0a2689a410 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:40.480071 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1d0a832f-f20c-4555-8a1d-2bb0c7ce18ee req-64f93b0c-894c-4f31-a84c-8c0a2689a410 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0584233 Oct 28 12:35:40.534528 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1d0a832f-f20c-4555-8a1d-2bb0c7ce18ee req-e883da61-69bb-47eb-b335-2d2f05092758 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Oct 28 12:35:41.296087 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d1a2d-cfb4-4c27-8cf4-497f8d00c447 req-45e83e2c-3068-4a5c-b76b-10a1676ba6c8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:41.297888 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-804d1a2d-cfb4-4c27-8cf4-497f8d00c447 req-45e83e2c-3068-4a5c-b76b-10a1676ba6c8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 943 time: 0.0578189 Oct 28 12:35:41.344027 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-804d1a2d-cfb4-4c27-8cf4-497f8d00c447 req-245eb078-7b6b-4732-a041-1be7292ad491 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 Oct 28 12:35:41.655418 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ae02e-5efc-4013-b596-a6d373d80969 req-8b8d29ba-52a1-4a9e-8fbb-4c5ddc375c2d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:41.656847 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-585ae02e-5efc-4013-b596-a6d373d80969 req-8b8d29ba-52a1-4a9e-8fbb-4c5ddc375c2d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0504808 Oct 28 12:35:41.703740 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-585ae02e-5efc-4013-b596-a6d373d80969 req-ebac544d-1aac-4a7d-af04-a7c711af719e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395575 Oct 28 12:35:42.436101 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959a96-1f2b-4c23-a97b-cc540db97064 req-a1fea695-54f6-4e69-bb2f-a491dec822da tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:42.437548 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2959a96-1f2b-4c23-a97b-cc540db97064 req-a1fea695-54f6-4e69-bb2f-a491dec822da tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Oct 28 12:35:42.478698 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f2959a96-1f2b-4c23-a97b-cc540db97064 req-5fe7be55-a62e-475e-98f4-7157a05fdac9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Oct 28 12:35:42.542365 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d99-ca97-477f-bacd-3e549e2f9011 req-4a76e574-e889-4e32-8e2a-8d91dfb99dc2 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:42.543863 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9ebd0d99-ca97-477f-bacd-3e549e2f9011 req-4a76e574-e889-4e32-8e2a-8d91dfb99dc2 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 943 time: 0.0491304 Oct 28 12:35:42.581680 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9ebd0d99-ca97-477f-bacd-3e549e2f9011 req-988bec5f-682a-4ba6-9427-221a7f152b95 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Oct 28 12:35:42.605921 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:35:42.609483 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device ac8f927f-20fb-4502-8417-782a383b150f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:35:42.635513 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: ac8f927f-20fb-4502-8417-782a383b150f {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:35:42.635847 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device ac8f927f-20fb-4502-8417-782a383b150f not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:35:42.722850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:42.733806 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'port_id': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'mac_address': 'fa:16:3e:0f:07:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:35:42.772282 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:42.785932 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:42.809375 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:42.814222 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:42.814855 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device a302007e-59e1-42c9-9b5a-9b428e8140c9 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:35:42.822740 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec439c-1c9a-478a-85b4-c30b7b7dcc3b req-c8194648-159a-413a-88f5-0a41c76878c1 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:42.824353 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-58ec439c-1c9a-478a-85b4-c30b7b7dcc3b req-c8194648-159a-413a-88f5-0a41c76878c1 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 944 time: 0.0494902 Oct 28 12:35:42.864534 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-58ec439c-1c9a-478a-85b4-c30b7b7dcc3b req-bc2d57fe-209b-4ed4-81d7-652b75acd350 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340419 Oct 28 12:35:42.903466 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:42.948158 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port a302007e-59e1-42c9-9b5a-9b428e8140c9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:42.959378 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:35:43.000688 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:43.013416 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a302007e-59e1-42c9-9b5a-9b428e8140c9 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:35:43.032429 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port a302007e-59e1-42c9-9b5a-9b428e8140c9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:43.036602 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:43.084618 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=a302007e-59e1-42c9-9b5a-9b428e8140c9,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:43.335615 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:43.360215 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['a302007e-59e1-42c9-9b5a-9b428e8140c9'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:43.566585 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-d7a28321-96d9-4899-ac7f-7f7a7806c7a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046631 Oct 28 12:35:43.617068 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1529cf-1210-4e97-a5d5-9ae4487f2840 req-0b7369e6-91cf-4d6c-a85e-bde069de27e4 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:43.618709 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8d1529cf-1210-4e97-a5d5-9ae4487f2840 req-0b7369e6-91cf-4d6c-a85e-bde069de27e4 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 945 time: 0.0637946 Oct 28 12:35:43.714676 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8d1529cf-1210-4e97-a5d5-9ae4487f2840 req-ea780730-f825-4e85-968f-219cb28822ab tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825312 Oct 28 12:35:43.724072 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-dfe4e928-b458-4d9e-b632-69b9bd6ec2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:43.725581 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-dfe4e928-b458-4d9e-b632-69b9bd6ec2ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 1098 time: 0.1016750 Oct 28 12:35:43.738393 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46d07-004c-43f7-bfe6-20e66f1958f1 req-b24690e2-3c76-4179-8f7d-3e715f073057 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:43.739844 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5ee46d07-004c-43f7-bfe6-20e66f1958f1 req-b24690e2-3c76-4179-8f7d-3e715f073057 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 944 time: 0.0804653 Oct 28 12:35:43.824020 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5ee46d07-004c-43f7-bfe6-20e66f1958f1 req-d4dc4b28-4b7e-4aea-971d-6140a2a43318 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764823 Oct 28 12:35:43.861211 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-92bdaf35-bc62-422d-b29f-a9ea18df5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:43.862604 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-92bdaf35-bc62-422d-b29f-a9ea18df5690 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 200 len: 915 time: 0.1016285 Oct 28 12:35:43.908704 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-a575dd98-7e11-49ea-aef0-8b413a5be386 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee HTTP/1.1" status: 200 len: 217 time: 0.0375054 Oct 28 12:35:43.992528 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-c378a2cc-5f00-4ab2-85e2-d8e8e7b06ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:43.994044 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-c378a2cc-5f00-4ab2-85e2-d8e8e7b06ff6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 200 len: 854 time: 0.0697911 Oct 28 12:35:44.020159 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52e88-1f2c-4b7d-b663-dfaa742f5b72 req-35103a50-4ba0-4115-9d43-50a9f271e27b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:44.021709 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cec52e88-1f2c-4b7d-b663-dfaa742f5b72 req-35103a50-4ba0-4115-9d43-50a9f271e27b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 945 time: 0.0710380 Oct 28 12:35:44.038543 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-216c9001-8d0f-40cb-9a4a-2cd5018b613d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352392 Oct 28 12:35:44.117593 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cec52e88-1f2c-4b7d-b663-dfaa742f5b72 req-693bc111-d613-47fd-b438-4683b2181aef tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818703 Oct 28 12:35:44.152908 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-53cfc20a-05f2-465c-ba2b-53fdc150a650 service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024351 Oct 28 12:35:44.251034 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-940cdff8-02a6-4dc2-a0eb-e2303fd1c70f req-a483dd2e-93a5-4505-b388-536ca046d8bc service neutron] 10.222.0.77 "GET /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898631 Oct 28 12:35:44.252374 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-f4e8201b-4d9d-46c9-a5cc-8580f1640f01 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:44.254069 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-f4e8201b-4d9d-46c9-a5cc-8580f1640f01 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 945 time: 0.0531428 Oct 28 12:35:44.349653 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Deleting port 666fa29b-3f69-4f77-ae13-5a61867d742b {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:35:44.349942 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:44.445755 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] For port 666fa29b-3f69-4f77-ae13-5a61867d742b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=666fa29b-3f69-4f77-ae13-5a61867d742b,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:44.445987 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:44.459104 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Calling delete_port for 666fa29b-3f69-4f77-ae13-5a61867d742b owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:35:44.605331 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:44.618325 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'bdba618a-d033-41e3-9405-ac2e006dac09', '666fa29b-3f69-4f77-ae13-5a61867d742b'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:44.623963 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:35:44.637063 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event deleted for resources: {'Port': ['ID=666fa29b-3f69-4f77-ae13-5a61867d742b,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:44.683186 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] No DVR routers for this DVR port 666fa29b-3f69-4f77-ae13-5a61867d742b on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:35:44.686610 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:44.690648 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-47a91085-0b79-42d3-a2e8-051e7743cb39 req-efb7d28a-ee9b-40cb-b237-59879a9f17c7 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "DELETE /v2.0/ports/666fa29b-3f69-4f77-ae13-5a61867d742b HTTP/1.1" status: 204 len: 173 time: 0.4280870 Oct 28 12:35:44.691403 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'name': 'network-vif-deleted', 'tag': '666fa29b-3f69-4f77-ae13-5a61867d742b'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:44.695888 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba97e73b-0555-47a8-a875-e8fc2fc1dfb3" -d '{"events": [{"server_uuid": "9d962dac-e3a8-4f73-bc9e-bc11692b0250", "name": "network-vif-deleted", "tag": "666fa29b-3f69-4f77-ae13-5a61867d742b"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:44.730361 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:35:44.743851 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f523421a-7db3-4221-9ee7-9d34c6098c39 x-openstack-request-id: req-f523421a-7db3-4221-9ee7-9d34c6098c39 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:44.744131 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:35:44.744305 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d962dac-e3a8-4f73-bc9e-bc11692b0250", "name": "network-vif-deleted", "tag": "666fa29b-3f69-4f77-ae13-5a61867d742b", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:44.744520 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:44.744625 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f523421a-7db3-4221-9ee7-9d34c6098c39 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:44.745700 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d962dac-e3a8-4f73-bc9e-bc11692b0250', 'name': 'network-vif-deleted', 'tag': '666fa29b-3f69-4f77-ae13-5a61867d742b', 'status': 'completed', 'code': 200} Oct 28 12:35:44.853966 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e2c70600-1ac7-4a33-8f9d-85fadbccecf0 req-daee2ff9-2399-4512-90d0-fd76e223b8e9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d962dac-e3a8-4f73-bc9e-bc11692b0250 HTTP/1.1" status: 200 len: 210 time: 0.0326602 Oct 28 12:35:44.884137 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:44.922905 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:44.925235 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909f864a-21d1-426f-8b2c-1476b26e51df" -d '{"events": [{"server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "name": "network-vif-plugged", "status": "completed", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:44.952045 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d338e4-26e9-4a8d-a44a-5169c8032988 req-490e3a85-5769-4e09-be59-261d8d24ef01 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:44.953161 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:44.953490 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-35d338e4-26e9-4a8d-a44a-5169c8032988 req-490e3a85-5769-4e09-be59-261d8d24ef01 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 944 time: 0.0524707 Oct 28 12:35:44.961276 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:44.962089 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device a302007e-59e1-42c9-9b5a-9b428e8140c9 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:35:44.967818 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f5408-2f29-4bfb-9182-0c4555bc19c1 x-openstack-request-id: req-c06f5408-2f29-4bfb-9182-0c4555bc19c1 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:44.968106 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "name": "network-vif-plugged", "status": "completed", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:44.968335 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c06f5408-2f29-4bfb-9182-0c4555bc19c1 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:44.968736 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'code': 200} Oct 28 12:35:45.000707 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-35d338e4-26e9-4a8d-a44a-5169c8032988 req-472d7a0c-e48c-4863-8eef-9b7d1ec3981c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347021 Oct 28 12:35:45.061861 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:45.079275 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port a302007e-59e1-42c9-9b5a-9b428e8140c9 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:35:45.083204 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port a302007e-59e1-42c9-9b5a-9b428e8140c9 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:35:45.083572 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:45.156455 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aac584-2fe3-48f6-a459-7571ab82e3e2 req-685a95aa-7f0b-4834-bec4-03ef0778f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:45.158603 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-00aac584-2fe3-48f6-a459-7571ab82e3e2 req-685a95aa-7f0b-4834-bec4-03ef0778f7b6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 1098 time: 0.0479586 Oct 28 12:35:45.162692 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:45.180126 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:45.204957 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-00aac584-2fe3-48f6-a459-7571ab82e3e2 req-16132930-8e98-4901-a2dd-b1d1ea7aa49b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373032 Oct 28 12:35:45.217277 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port a302007e-59e1-42c9-9b5a-9b428e8140c9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:45.221458 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:45.257428 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de26de-03e7-4e88-a896-433d186ab20c req-b000b760-152d-4827-ad32-17be3558f370 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:45.258971 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-65de26de-03e7-4e88-a896-433d186ab20c req-b000b760-152d-4827-ad32-17be3558f370 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0554645 Oct 28 12:35:45.268515 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=a302007e-59e1-42c9-9b5a-9b428e8140c9,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:45.296836 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-65de26de-03e7-4e88-a896-433d186ab20c req-24a01c32-181b-4fb5-b7cf-624662179a68 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315909 Oct 28 12:35:46.159488 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49fa3e-c3bc-4fcf-a1c6-04874ad48be0 req-409dcc2d-5c04-4f53-a676-23eadb8bf572 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:46.160592 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4a49fa3e-c3bc-4fcf-a1c6-04874ad48be0 req-409dcc2d-5c04-4f53-a676-23eadb8bf572 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 946 time: 0.0789258 Oct 28 12:35:46.180622 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f7bdf-4eeb-44ad-b040-cd5258b8e081 req-1efc109b-cfce-4ee2-a69e-44552fc5252f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:46.183084 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-267f7bdf-4eeb-44ad-b040-cd5258b8e081 req-1efc109b-cfce-4ee2-a69e-44552fc5252f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 945 time: 0.0908568 Oct 28 12:35:46.245773 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4a49fa3e-c3bc-4fcf-a1c6-04874ad48be0 req-9617c080-f920-44f2-8dab-bbc1bc636bf1 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611441 Oct 28 12:35:46.253190 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-267f7bdf-4eeb-44ad-b040-cd5258b8e081 req-5332c2d2-9477-43c9-835e-9e41d66dbffd tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606291 Oct 28 12:35:46.416973 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a000-271a-40d4-812b-05625165b426 req-e408d53d-f708-47b3-9711-72b20636d67d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:46.418480 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a874a000-271a-40d4-812b-05625165b426 req-e408d53d-f708-47b3-9711-72b20636d67d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0500798 Oct 28 12:35:46.465268 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a874a000-271a-40d4-812b-05625165b426 req-d12272d0-7925-47f6-b3d0-e63ce4007fde tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Oct 28 12:35:46.970959 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:46.974869 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52ab95d-d6b1-4cd4-aef9-3db8722e49b4" -d '{"events": [{"server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "name": "network-vif-plugged", "status": "completed", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:47.028442 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24afe4c9-1472-4117-8262-2ef2f785f388 x-openstack-request-id: req-24afe4c9-1472-4117-8262-2ef2f785f388 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:47.028697 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "name": "network-vif-plugged", "status": "completed", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:47.028994 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24afe4c9-1472-4117-8262-2ef2f785f388 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:47.029392 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'code': 200} Oct 28 12:35:47.250141 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6112e87-c5a5-496d-9c86-9d7c8be352dd req-38faf7ab-9b1c-4b0f-96de-da3e9cf4bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:47.251631 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f6112e87-c5a5-496d-9c86-9d7c8be352dd req-38faf7ab-9b1c-4b0f-96de-da3e9cf4bc8f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1099 time: 0.0452008 Oct 28 12:35:47.289367 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f6112e87-c5a5-496d-9c86-9d7c8be352dd req-dd7ae27a-0611-4969-baeb-dbba3b525d10 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298579 Oct 28 12:35:47.399099 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcc94-53ab-4936-bab2-4407cab1f463 req-048fff32-9f58-480c-a7b4-ce44b7913d5d tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:47.400834 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a31fcc94-53ab-4936-bab2-4407cab1f463 req-048fff32-9f58-480c-a7b4-ce44b7913d5d tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 946 time: 0.0767417 Oct 28 12:35:47.408936 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450e34c-2619-4b1c-b3d9-da529b416356 req-2763d67c-c369-4b54-849e-9f377e1852a7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:47.410329 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e450e34c-2619-4b1c-b3d9-da529b416356 req-2763d67c-c369-4b54-849e-9f377e1852a7 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 945 time: 0.0765467 Oct 28 12:35:47.464363 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a31fcc94-53ab-4936-bab2-4407cab1f463 req-4b7c0ed3-252e-4e1e-9b64-fe551f7f7385 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Oct 28 12:35:47.469176 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e450e34c-2619-4b1c-b3d9-da529b416356 req-18eeca44-b074-4c90-a80b-09d133007609 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519297 Oct 28 12:35:47.620787 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0b3a5-e6c0-4435-84db-1cb3937fb6e1 req-4dd0e3ca-8b46-48c4-bd54-fcd65e7f6eaf tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:47.622181 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cec0b3a5-e6c0-4435-84db-1cb3937fb6e1 req-4dd0e3ca-8b46-48c4-bd54-fcd65e7f6eaf tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 945 time: 0.0774240 Oct 28 12:35:47.631084 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49328) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:47.633163 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13bef3-4678-4b39-85a1-5146242bcd20 req-1acb9bed-3a47-4f36-abee-1b9a4cca0858 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:47.634655 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af13bef3-4678-4b39-85a1-5146242bcd20 req-1acb9bed-3a47-4f36-abee-1b9a4cca0858 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0885694 Oct 28 12:35:47.635850 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Request body: {'floatingip': {'port_id': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:47.675861 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-af13bef3-4678-4b39-85a1-5146242bcd20 req-43bb9523-f8d6-42a9-b088-c3d4aeb8327d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345545 Oct 28 12:35:47.676235 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:47.834175 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e385-40de-4980-9121-634d2f219f77 req-ef3b3b2e-fc9d-44f7-b041-615d4caa2c2f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:47.835625 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-e789e385-40de-4980-9121-634d2f219f77 req-ef3b3b2e-fc9d-44f7-b041-615d4caa2c2f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 946 time: 0.1057520 Oct 28 12:35:48.094738 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Deleting port bdba618a-d033-41e3-9405-ac2e006dac09 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:35:48.095064 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:48.229509 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] For port bdba618a-d033-41e3-9405-ac2e006dac09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bdba618a-d033-41e3-9405-ac2e006dac09,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:48.229836 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:48.275854 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Calling delete_port for bdba618a-d033-41e3-9405-ac2e006dac09 owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:35:48.297187 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:48.330465 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:48.462520 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Floating IP 8fe83db6-3862-4c74-80b3-d57a77be6b8b associated. External IP: 172.27.0.35, port: 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1. Oct 28 12:35:48.585270 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:48.592689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0512ca8-2978-4171-a8f0-85ed0c925caf req-87df9180-a901-4ede-ab35-6b7b34628b43 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:48.594548 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b0512ca8-2978-4171-a8f0-85ed0c925caf req-87df9180-a901-4ede-ab35-6b7b34628b43 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=251e6078-cf22-4b27-b53f-103c7a27e690 HTTP/1.1" status: 200 len: 946 time: 0.0521321 Oct 28 12:35:48.604624 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'bdba618a-d033-41e3-9405-ac2e006dac09'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:48.627390 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event deleted for resources: {'Port': ['ID=bdba618a-d033-41e3-9405-ac2e006dac09,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:48.643896 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b0512ca8-2978-4171-a8f0-85ed0c925caf req-0d5ec26f-b130-45c8-b766-bce5fec94a3e tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Oct 28 12:35:48.658621 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 666fa29b-3f69-4f77-ae13-5a61867d742b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:35:48.683633 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 666fa29b-3f69-4f77-ae13-5a61867d742b {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:35:48.683970 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 666fa29b-3f69-4f77-ae13-5a61867d742b not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:35:48.731886 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] No DVR routers for this DVR port bdba618a-d033-41e3-9405-ac2e006dac09 on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:35:48.735649 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:48.739064 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-e789e385-40de-4980-9121-634d2f219f77 req-c7689dc3-f9e4-4376-b265-bf889ed99d72 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "DELETE /v2.0/ports/bdba618a-d033-41e3-9405-ac2e006dac09 HTTP/1.1" status: 204 len: 173 time: 0.8720880 Oct 28 12:35:48.739523 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e6078-cf22-4b27-b53f-103c7a27e690', 'name': 'network-vif-deleted', 'tag': 'bdba618a-d033-41e3-9405-ac2e006dac09'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:48.741881 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19065121-30ce-4884-b6c5-d3301656ef44" -d '{"events": [{"server_uuid": "251e6078-cf22-4b27-b53f-103c7a27e690", "name": "network-vif-deleted", "tag": "bdba618a-d033-41e3-9405-ac2e006dac09"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:48.801178 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618f12cc-3a71-4225-b813-aa29dcbfea9c x-openstack-request-id: req-618f12cc-3a71-4225-b813-aa29dcbfea9c {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:48.801467 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251e6078-cf22-4b27-b53f-103c7a27e690", "name": "network-vif-deleted", "tag": "bdba618a-d033-41e3-9405-ac2e006dac09", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:48.801718 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-618f12cc-3a71-4225-b813-aa29dcbfea9c {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:48.802292 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e6078-cf22-4b27-b53f-103c7a27e690', 'name': 'network-vif-deleted', 'tag': 'bdba618a-d033-41e3-9405-ac2e006dac09', 'status': 'completed', 'code': 200} Oct 28 12:35:48.821460 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:35:48.842742 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b421af1-8dcd-4563-a646-46f9d98de519 req-05cc4320-a7f5-4983-a55a-8f02d331a60c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:48.844821 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5b421af1-8dcd-4563-a646-46f9d98de519 req-05cc4320-a7f5-4983-a55a-8f02d331a60c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0820186 Oct 28 12:35:48.894311 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5b421af1-8dcd-4563-a646-46f9d98de519 req-e3bbfebd-02f1-4b24-9307-548816d4621e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Oct 28 12:35:48.940425 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:35:48.945028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:48.952293 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] Sync routers for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:35:48.965649 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:48.967876 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:49.035387 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11bc64-4536-4549-983a-d83d50ce698c req-649de6fb-421b-4bc5-be66-baff77c8a5aa tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:49.043499 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ea11bc64-4536-4549-983a-d83d50ce698c req-649de6fb-421b-4bc5-be66-baff77c8a5aa tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0677881 Oct 28 12:35:49.090916 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ea11bc64-4536-4549-983a-d83d50ce698c req-4f17dd23-2fe7-4047-bf4f-1b2e8b74387f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464914 Oct 28 12:35:49.114405 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49342) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:49.114665 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:49.170363 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f80a403-94fc-4d00-953c-a02d3ea9d2ff tempest-TestVolumeBootPattern-1866534067 tempest-TestVolumeBootPattern-1866534067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:49.172455 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-4f80a403-94fc-4d00-953c-a02d3ea9d2ff tempest-TestVolumeBootPattern-1866534067 tempest-TestVolumeBootPattern-1866534067-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1094 time: 0.0566037 Oct 28 12:35:49.175686 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49344) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:49.183378 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:35:49.223416 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:49.231657 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-821ff2bb-c625-4ad0-9462-a27e61c85906 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "PUT /v2.0/floatingips/8fe83db6-3862-4c74-80b3-d57a77be6b8b HTTP/1.1" status: 200 len: 990 time: 1.5994284 Oct 28 12:35:49.354098 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:49.406380 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '8fe83db6-3862-4c74-80b3-d57a77be6b8b', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'port_id': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'mac_address': 'fa:16:3e:0f:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3173757b-e9bd-478b-93ee-55b43fa30638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:34Z', 'updated_at': '2021-10-28T12:35:48Z', 'revision_number': 1, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:49.435511 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] Checking router: 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:35:49.444813 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:49.445444 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:49.465440 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Allocated IP 172.27.0.207 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/8a1dc77f-7518-4865-b370-a5a25d7a95ae) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:35:49.564314 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:49.571132 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:49.606877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:49.644645 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:35:49.647669 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:35:49.651372 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:35:49.676837 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=8a1dc77f-7518-4865-b370-a5a25d7a95ae,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:49.819013 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '8fe83db6-3862-4c74-80b3-d57a77be6b8b', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'port_id': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'mac_address': 'fa:16:3e:0f:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3173757b-e9bd-478b-93ee-55b43fa30638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:34Z', 'updated_at': '2021-10-28T12:35:48Z', 'revision_number': 1, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:49.847873 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f428c00-5f08-41f6-83c3-546f9227344f None None] The sync data for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi is: [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '8fe83db6-3862-4c74-80b3-d57a77be6b8b', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'port_id': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'mac_address': 'fa:16:3e:0f:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3173757b-e9bd-478b-93ee-55b43fa30638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:34Z', 'updated_at': '2021-10-28T12:35:48Z', 'revision_number': 1, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:35:50.028839 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:50.056447 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516811d3-8633-44d6-b183-e0afc46a2064 None None] New status for floating IP 8fe83db6-3862-4c74-80b3-d57a77be6b8b: ACTIVE {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:35:50.116313 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:50.289192 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:50.296161 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:50.371668 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=8a1dc77f-7518-4865-b370-a5a25d7a95ae,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:50.380427 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:50.734817 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Floating IP 0c06cd7f-86a8-491b-90cc-8f20d78c37b4 associated. External IP: 172.27.0.207, port: a302007e-59e1-42c9-9b5a-9b428e8140c9. Oct 28 12:35:50.803506 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:50.807109 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4957dc28-8959-49a3-82aa-1e4f3fc482ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:50.854701 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b7341-c277-4a89-8ea7-63dc7eba8bff x-openstack-request-id: req-ed3b7341-c277-4a89-8ea7-63dc7eba8bff {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:50.854701 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:50.854701 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed3b7341-c277-4a89-8ea7-63dc7eba8bff {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:50.854701 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'status': 'completed', 'code': 200} Oct 28 12:35:50.924610 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-7d37319f-7130-4f72-b7bd-edff0a017d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:50.927673 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-7d37319f-7130-4f72-b7bd-edff0a017d75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 1098 time: 0.0504949 Oct 28 12:35:50.993004 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:35:51.124292 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-99d80db2-cb54-4556-a315-c4ea7197af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.125869 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-99d80db2-cb54-4556-a315-c4ea7197af63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 200 len: 912 time: 0.0948074 Oct 28 12:35:51.145091 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae322826-dd23-459e-be76-b8e9ddbea594 req-4b7c6c15-74cc-4797-b5f8-a0805991d8a9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.146617 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ae322826-dd23-459e-be76-b8e9ddbea594 req-4b7c6c15-74cc-4797-b5f8-a0805991d8a9 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 945 time: 0.0766025 Oct 28 12:35:51.155310 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:35:51.168833 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:35:51.196354 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:51.197464 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:51.204088 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:51.233592 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-80e423ea-9626-44f4-bbc3-8b16ace3ddeb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 HTTP/1.1" status: 200 len: 1000 time: 0.0897968 Oct 28 12:35:51.238061 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ae322826-dd23-459e-be76-b8e9ddbea594 req-b69bcd40-250c-4ce6-b283-d4c6dac2be1f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806849 Oct 28 12:35:51.260858 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c6c278bc-1e25-4f15-af07-3b9a224160fe tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0675511 Oct 28 12:35:51.260858 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:51.260858 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:51.292049 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2600c593-fff1-4a98-b4cb-ff3f733c50c9 x-openstack-request-id: req-2600c593-fff1-4a98-b4cb-ff3f733c50c9 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:51.292317 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:51.292644 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2600c593-fff1-4a98-b4cb-ff3f733c50c9 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:51.293000 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'status': 'completed', 'code': 200} Oct 28 12:35:51.313298 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-7a6b816c-b3c1-423a-a84d-19061cc5c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.315473 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-7a6b816c-b3c1-423a-a84d-19061cc5c54a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 200 len: 850 time: 0.0514061 Oct 28 12:35:51.382965 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-b7c9dd59-3127-49c9-8282-76de4b58d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.384372 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-b7c9dd59-3127-49c9-8282-76de4b58d5f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c977e2aa-b8cb-4592-9494-ce66891f1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537901 Oct 28 12:35:51.390053 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-6594088a-fc76-4ece-a050-adbf226b2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.391551 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-6594088a-fc76-4ece-a050-adbf226b2741 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1099 time: 0.0545647 Oct 28 12:35:51.460448 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:51.501353 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-26da3d1d-5c1e-4143-aa10-77baf91467a6 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059515 Oct 28 12:35:51.503787 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-65b34b91-b35b-4f92-a185-bacb10b124fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.505388 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-65b34b91-b35b-4f92-a185-bacb10b124fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1018274 Oct 28 12:35:51.579570 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-c165e3b5-cbf6-49de-8c7b-4ab9ec016519 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 200 len: 1000 time: 0.0605493 Oct 28 12:35:51.609713 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-4957dc28-8959-49a3-82aa-1e4f3fc482ed req-d76bcf16-cce6-4985-a44f-59f2b9971737 service neutron] 10.222.0.77 "GET /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928099 Oct 28 12:35:51.640043 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-7efe6685-1350-4b75-bbca-6e35ab9eee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.641730 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-7efe6685-1350-4b75-bbca-6e35ab9eee7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0540211 Oct 28 12:35:51.694143 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-d32b8620-1764-4993-9f45-21ac5e73ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:51.695657 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-d32b8620-1764-4993-9f45-21ac5e73ba51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438852 Oct 28 12:35:51.705179 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:49Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:51.745455 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:35:51.755693 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:35:51.756318 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:35:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:51.792059 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-ab42d93c-b7fe-46eb-b209-302ab8fe867c service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859313 Oct 28 12:35:51.869249 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:35:51.898772 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ba85e774-89ea-44c9-9890-02bbd4d0cc3d req-f5bd87bb-2ceb-4a0d-a951-e5ffb7ee40da service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977833 Oct 28 12:35:52.124211 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:49Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:52.154979 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea88c3-fcd9-4280-9123-77de10a745c9 None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:49Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:35:52.370289 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5353a8-4541-4717-867e-46d8d06f594f None None] New status for floating IP 0c06cd7f-86a8-491b-90cc-8f20d78c37b4: ACTIVE {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:35:52.372670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e77a8-c101-40f5-913b-af197603806b req-6475fb6a-6231-44db-81a1-371950f3a72b tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:52.374344 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-012e77a8-c101-40f5-913b-af197603806b req-6475fb6a-6231-44db-81a1-371950f3a72b tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 945 time: 0.0602856 Oct 28 12:35:52.418772 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-012e77a8-c101-40f5-913b-af197603806b req-8bff846e-405e-45a1-a424-091dbc5f3252 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/security-groups?id=d78486cf-2584-45bf-80c0-dd363a6b7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Oct 28 12:35:52.668046 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device bdba618a-d033-41e3-9405-ac2e006dac09 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:35:52.689270 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: bdba618a-d033-41e3-9405-ac2e006dac09 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:35:52.689579 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device bdba618a-d033-41e3-9405-ac2e006dac09 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:35:52.970942 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-75f5a3af-86df-4b49-bda9-ab8df8dc2a60 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:35:52.972447 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-75f5a3af-86df-4b49-bda9-ab8df8dc2a60 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 945 time: 0.0743566 Oct 28 12:35:53.075346 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Deleting port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:35:53.075679 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:53.170116 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] For port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,segment=NetworkSegment(c06ed325-747b-4ec6-91aa-a7e25199e161),segment_id=c06ed325-747b-4ec6-91aa-a7e25199e161)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:35:53.170469 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:53.183908 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Calling delete_port for 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:35:53.314948 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:53.327097 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['7ce9b0c6-a42a-4be7-bfa3-19f0694292ee'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:35:53.353357 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Pushing event deleted for resources: {'Port': ['ID=7ce9b0c6-a42a-4be7-bfa3-19f0694292ee,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:53.391286 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] No DVR routers for this DVR port 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:35:53.394795 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:53.398422 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9a99b1b2-d5ae-4432-bd00-e55237f31dba req-91a3c594-1eec-4345-8c90-4b2de1ebb78f tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.77 "DELETE /v2.0/ports/7ce9b0c6-a42a-4be7-bfa3-19f0694292ee HTTP/1.1" status: 204 len: 173 time: 0.4195397 Oct 28 12:35:53.398893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'name': 'network-vif-deleted', 'tag': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:35:53.401507 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec121353-ac1e-450f-adde-d271dedd13de" -d '{"events": [{"server_uuid": "c8647488-6b19-46a6-a95e-7280a2f63c58", "name": "network-vif-deleted", "tag": "7ce9b0c6-a42a-4be7-bfa3-19f0694292ee"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:35:53.513003 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7a69d1-bbfb-4075-8b8a-216b034fe2d6 x-openstack-request-id: req-3a7a69d1-bbfb-4075-8b8a-216b034fe2d6 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:35:53.513485 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8647488-6b19-46a6-a95e-7280a2f63c58", "name": "network-vif-deleted", "tag": "7ce9b0c6-a42a-4be7-bfa3-19f0694292ee", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:35:53.513797 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a7a69d1-bbfb-4075-8b8a-216b034fe2d6 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:35:53.514260 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8647488-6b19-46a6-a95e-7280a2f63c58', 'name': 'network-vif-deleted', 'tag': '7ce9b0c6-a42a-4be7-bfa3-19f0694292ee', 'status': 'completed', 'code': 200} Oct 28 12:35:53.583984 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8f99b522-0ff7-4edd-ad63-192b84f6f861 req-ffc3c6e0-5cda-4851-b5e5-418083245340 tempest-AttachVolumeNegativeTest-626561683 tempest-AttachVolumeNegativeTest-626561683-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8647488-6b19-46a6-a95e-7280a2f63c58 HTTP/1.1" status: 200 len: 210 time: 0.0275743 Oct 28 12:35:54.651502 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49394) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:54.702277 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Deleting subnet 0b2679ac-47f3-464b-8c05-00bd5ffc88df {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:35:54.706034 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:54.743584 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:54.793054 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:54.861024 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:54.887335 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2679ac-47f3-464b-8c05-00bd5ffc88df,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:54.892121 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:54.898051 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0b2679ac-47f3-464b-8c05-00bd5ffc88df HTTP/1.1" status: 204 len: 168 time: 0.2428188 Oct 28 12:35:54.899157 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49398) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:54.902696 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.903044 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.903422 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.903860 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.904197 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.904523 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.904890 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.905218 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.905601 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.905854 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.906286 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.906539 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608412d2-6494-46ce-9c04-f956eacf1977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:54.978044 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.062727 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.093543 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80a2853-2c5f-4e30-b57e-4bb32d36cb7b']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:55.103967 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06ed325-747b-4ec6-91aa-a7e25199e161') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:55.104498 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06ed325-747b-4ec6-91aa-a7e25199e161') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:35:55.114264 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.128405 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.135237 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:35:55.135688 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:35:55.137527 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:35:55.199732 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.205187 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.208402 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e80a2853-2c5f-4e30-b57e-4bb32d36cb7b HTTP/1.1" status: 204 len: 168 time: 0.3081961 Oct 28 12:35:55.221033 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57781fb1-e1e0-466f-8511-9205212468e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e80a2853-2c5f-4e30-b57e-4bb32d36cb7b,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:55.391010 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49402) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:55.441985 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9ba18733-2589-46e0-beac-1740bb8a9d9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36003ac4ee5e4de5b4ef1ed104c55b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493512 Oct 28 12:35:55.445135 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49404) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:55.497112 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9b951c54-32bd-4ae9-9084-ddb911af17e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.520625 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9b951c54-32bd-4ae9-9084-ddb911af17e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.575321 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9b951c54-32bd-4ae9-9084-ddb911af17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.578167 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9b951c54-32bd-4ae9-9084-ddb911af17e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:55.580106 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9b951c54-32bd-4ae9-9084-ddb911af17e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d78486cf-2584-45bf-80c0-dd363a6b7157 HTTP/1.1" status: 204 len: 168 time: 0.1336350 Oct 28 12:35:55.591347 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b951c54-32bd-4ae9-9084-ddb911af17e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78486cf-2584-45bf-80c0-dd363a6b7157,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:56.686772 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:35:56.712202 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:35:56.712536 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 7ce9b0c6-a42a-4be7-bfa3-19f0694292ee not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:35:57.262631 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49454) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:57.372234 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-12248276-d71f-4edd-a738-7c415f616461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:57.454002 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-12248276-d71f-4edd-a738-7c415f616461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:57.460975 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-12248276-d71f-4edd-a738-7c415f616461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:57.503853 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248276-d71f-4edd-a738-7c415f616461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5519eaa3-ce81-4f6a-997d-74cefd56efe0,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:57.508365 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-12248276-d71f-4edd-a738-7c415f616461 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=018be749735d48d2ae9cf043b6dd0c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447109 Oct 28 12:35:57.511437 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49458) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:57.567214 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:57.591426 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:57.639116 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:57.641839 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:57.643063 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5519eaa3-ce81-4f6a-997d-74cefd56efe0 HTTP/1.1" status: 204 len: 168 time: 0.1306343 Oct 28 12:35:57.651589 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5519eaa3-ce81-4f6a-997d-74cefd56efe0,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:57.659131 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.659456 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.659821 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.660124 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.660452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.660830 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.661134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.661444 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.661776 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.662080 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.662396 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.662710 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac8af4-f9ee-4bf1-8a1e-19ec356c8e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:35:57.932343 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49464) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:57.946127 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8c0db436-aef4-488b-ae72-19c1139a90ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:58.028927 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8c0db436-aef4-488b-ae72-19c1139a90ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:58.034406 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-8c0db436-aef4-488b-ae72-19c1139a90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:58.073805 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-8c0db436-aef4-488b-ae72-19c1139a90ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f692d8a3c3a54ff4b31a43aec2793630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403048 Oct 28 12:35:58.074680 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0db436-aef4-488b-ae72-19c1139a90ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ab61f-b292-4233-82c5-ab2f9e18fe26,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:35:58.077241 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49474) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:35:58.134073 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fdeceadf-4aee-4a70-b91e-f9e9e3bc4bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:58.165079 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fdeceadf-4aee-4a70-b91e-f9e9e3bc4bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:58.218632 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fdeceadf-4aee-4a70-b91e-f9e9e3bc4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:58.221804 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fdeceadf-4aee-4a70-b91e-f9e9e3bc4bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:35:58.225564 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-fdeceadf-4aee-4a70-b91e-f9e9e3bc4bf7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/549ab61f-b292-4233-82c5-ab2f9e18fe26 HTTP/1.1" status: 204 len: 168 time: 0.1445849 Oct 28 12:35:58.231844 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeceadf-4aee-4a70-b91e-f9e9e3bc4bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ab61f-b292-4233-82c5-ab2f9e18fe26,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:00.217033 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b80eaac4-ebb0-4835-bb67-926075eef6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.478963 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49552) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:00.591766 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-150466f3-0d3c-40cc-89e0-50fe8f897cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.675880 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-150466f3-0d3c-40cc-89e0-50fe8f897cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.681274 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-150466f3-0d3c-40cc-89e0-50fe8f897cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.719103 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-150466f3-0d3c-40cc-89e0-50fe8f897cae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d0232bfaefc4ad89cd7c90b5512f0bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390189 Oct 28 12:36:00.720072 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150466f3-0d3c-40cc-89e0-50fe8f897cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789f0563-9fcd-4bb9-8938-88b852e133e2,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:00.721893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49556) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:00.775447 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de81180f-90e6-46a3-8baa-1ac17c38adac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.797973 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de81180f-90e6-46a3-8baa-1ac17c38adac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.848404 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de81180f-90e6-46a3-8baa-1ac17c38adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.851072 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-de81180f-90e6-46a3-8baa-1ac17c38adac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:00.852244 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-de81180f-90e6-46a3-8baa-1ac17c38adac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/789f0563-9fcd-4bb9-8938-88b852e133e2 HTTP/1.1" status: 204 len: 168 time: 0.1293185 Oct 28 12:36:00.860019 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81180f-90e6-46a3-8baa-1ac17c38adac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789f0563-9fcd-4bb9-8938-88b852e133e2,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:01.153846 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49562) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:01.168176 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49b7177d-661e-4e1f-a272-083aa468348d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:01.248089 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49b7177d-661e-4e1f-a272-083aa468348d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:01.254969 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49b7177d-661e-4e1f-a272-083aa468348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:01.294168 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7177d-661e-4e1f-a272-083aa468348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f228600d-2fa5-45b2-8c45-e1a10c8653fa,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:01.298554 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-49b7177d-661e-4e1f-a272-083aa468348d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9903fa9278a145bba21ebde84f5809fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437151 Oct 28 12:36:01.301490 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 49564) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:01.355617 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f5f17ca7-4ed3-40dd-a5f7-1abc4181d514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:01.378959 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f5f17ca7-4ed3-40dd-a5f7-1abc4181d514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:01.436872 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f5f17ca7-4ed3-40dd-a5f7-1abc4181d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:01.439582 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-f5f17ca7-4ed3-40dd-a5f7-1abc4181d514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:01.440759 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-f5f17ca7-4ed3-40dd-a5f7-1abc4181d514 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f228600d-2fa5-45b2-8c45-e1a10c8653fa HTTP/1.1" status: 204 len: 168 time: 0.1380522 Oct 28 12:36:01.448864 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f17ca7-4ed3-40dd-a5f7-1abc4181d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f228600d-2fa5-45b2-8c45-e1a10c8653fa,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:02.924202 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4643402a-8e1b-46cf-80a0-9084d7e4b8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:03.893948 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:04.730472 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:05.511099 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:08.305155 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca090-9bcd-400d-a425-62fa49183582 req-1ce92514-307a-4774-aa3a-9536f63db227 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:08.306567 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4e2ca090-9bcd-400d-a425-62fa49183582 req-1ce92514-307a-4774-aa3a-9536f63db227 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0517435 Oct 28 12:36:08.346486 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4e2ca090-9bcd-400d-a425-62fa49183582 req-a12bf34b-5107-4136-9d2f-459460c84331 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337818 Oct 28 12:36:09.489557 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab549f-8125-4c83-b723-80d8e063b51a req-1dcd5f8c-7a12-4fdb-9694-5458de623c4f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:09.491024 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bcab549f-8125-4c83-b723-80d8e063b51a req-1dcd5f8c-7a12-4fdb-9694-5458de623c4f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0574050 Oct 28 12:36:09.534795 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bcab549f-8125-4c83-b723-80d8e063b51a req-25513c4e-5e57-44d5-887f-b45ec7bc48d3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359433 Oct 28 12:36:10.672902 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650c3a-d00d-4e51-9789-2021a37692ac req-5011c74a-a67e-4344-baef-1f0c270a4fa3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:10.674418 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2c650c3a-d00d-4e51-9789-2021a37692ac req-5011c74a-a67e-4344-baef-1f0c270a4fa3 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0571287 Oct 28 12:36:10.714857 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2c650c3a-d00d-4e51-9789-2021a37692ac req-a2b1931f-1d57-4910-b82d-f027640b330f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330606 Oct 28 12:36:11.849264 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677715-7b84-42d9-aed5-328f33d8b4e1 req-9ab56023-2547-4814-b779-547260188e58 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:11.850760 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa677715-7b84-42d9-aed5-328f33d8b4e1 req-9ab56023-2547-4814-b779-547260188e58 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0610831 Oct 28 12:36:11.890444 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa677715-7b84-42d9-aed5-328f33d8b4e1 req-d0c27964-f770-4c1f-bc13-dfced479ab29 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Oct 28 12:36:13.023621 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c8c1a-be95-463e-aa11-9d03f763303f req-7f96042b-df5c-49ba-a006-48cf463f617e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:13.025172 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b62c8c1a-be95-463e-aa11-9d03f763303f req-7f96042b-df5c-49ba-a006-48cf463f617e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0614812 Oct 28 12:36:13.066441 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b62c8c1a-be95-463e-aa11-9d03f763303f req-92daf5c3-7d2f-44ba-aa20-0fd282307469 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349686 Oct 28 12:36:14.199556 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918920a7-6a21-4b4d-8bca-31c0bea8958e req-8246979f-b2cf-413d-bd2c-e5b56abdd3a8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:14.201197 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-918920a7-6a21-4b4d-8bca-31c0bea8958e req-8246979f-b2cf-413d-bd2c-e5b56abdd3a8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0562775 Oct 28 12:36:14.247387 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-918920a7-6a21-4b4d-8bca-31c0bea8958e req-6b454f63-7111-4c35-9b5c-2f9ab941b9d8 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 Oct 28 12:36:15.138152 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:15.381388 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81258b-d0bb-40a9-aeff-a33371ab551e req-2eb1d0c4-b5a2-4b95-bdd2-b5b1c0a3331c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:15.382875 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2f81258b-d0bb-40a9-aeff-a33371ab551e req-2eb1d0c4-b5a2-4b95-bdd2-b5b1c0a3331c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0561473 Oct 28 12:36:15.421277 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2f81258b-d0bb-40a9-aeff-a33371ab551e req-956802cd-1221-4d56-bd47-3816a387aeb0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322027 Oct 28 12:36:15.424413 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:36:16.553681 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a786-f023-44bb-b939-2e555550fca4 req-87da790e-86e5-4004-863f-546e8236ee25 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:16.555143 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01b4a786-f023-44bb-b939-2e555550fca4 req-87da790e-86e5-4004-863f-546e8236ee25 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0595520 Oct 28 12:36:16.603001 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01b4a786-f023-44bb-b939-2e555550fca4 req-89dffdf7-07e7-4f13-abad-56c885572409 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387270 Oct 28 12:36:17.733614 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36a76-4467-45dc-a50b-bb0550f7d300 req-314ef6f2-cd42-48d4-b2bd-a6b8f129d886 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:17.735239 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f0b36a76-4467-45dc-a50b-bb0550f7d300 req-314ef6f2-cd42-48d4-b2bd-a6b8f129d886 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0554097 Oct 28 12:36:17.781061 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f0b36a76-4467-45dc-a50b-bb0550f7d300 req-5cf73e88-e40e-4ad4-ac4a-b94108a50a70 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372782 Oct 28 12:36:18.917982 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c1be0-8ef3-47fd-aad2-229a8e9af48a req-3f218e6c-fff6-432e-93ac-187cbe741641 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:18.919736 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e0c1be0-8ef3-47fd-aad2-229a8e9af48a req-3f218e6c-fff6-432e-93ac-187cbe741641 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0581713 Oct 28 12:36:18.961260 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8e0c1be0-8ef3-47fd-aad2-229a8e9af48a req-54cdd3ce-629c-4f87-8bde-155d4af3aa6c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351498 Oct 28 12:36:20.100059 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a1fdc-a17b-44fa-84f4-f2b69a2809eb req-1d74e32a-23eb-4bbd-b098-a37feeed4cf5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:20.101665 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-020a1fdc-a17b-44fa-84f4-f2b69a2809eb req-1d74e32a-23eb-4bbd-b098-a37feeed4cf5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0574684 Oct 28 12:36:20.141274 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-020a1fdc-a17b-44fa-84f4-f2b69a2809eb req-bcb3571a-773a-44ed-9c48-aa0782cbbe95 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335391 Oct 28 12:36:21.263728 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196dd33-2f7b-4a9c-9b0d-e79f233e37f0 req-5cd88274-8833-4b03-a61c-821895678e70 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:21.265255 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0196dd33-2f7b-4a9c-9b0d-e79f233e37f0 req-5cd88274-8833-4b03-a61c-821895678e70 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0502563 Oct 28 12:36:21.308059 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0196dd33-2f7b-4a9c-9b0d-e79f233e37f0 req-4e793667-daa4-4e81-ae50-6c33ab967686 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Oct 28 12:36:22.226995 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49780) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:22.341358 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-bdba8213-9909-4c4b-9d06-8ccde0e98de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:22.418445 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-bdba8213-9909-4c4b-9d06-8ccde0e98de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:22.423784 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-bdba8213-9909-4c4b-9d06-8ccde0e98de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:22.434639 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aab7ff-e4e1-467b-8d9d-ea285e2eaa00 req-fc94cc7f-f33e-4e87-ab21-6d6ba501c555 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:22.436197 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f9aab7ff-e4e1-467b-8d9d-ea285e2eaa00 req-fc94cc7f-f33e-4e87-ab21-6d6ba501c555 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0549498 Oct 28 12:36:22.467670 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-bdba8213-9909-4c4b-9d06-8ccde0e98de7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ff21005c27d450387be332c61b6447b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397144 Oct 28 12:36:22.469106 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 49786) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:22.475224 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba8213-9909-4c4b-9d06-8ccde0e98de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef906d2e-5892-4386-90cb-695d8c7e95d8,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:22.476868 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f9aab7ff-e4e1-467b-8d9d-ea285e2eaa00 req-8649458b-ecc2-4ab4-a979-0043f0c05985 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345075 Oct 28 12:36:22.522009 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2f06-d1a5-464a-949b-0a2f516b4dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:22.542468 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2f06-d1a5-464a-949b-0a2f516b4dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:22.597019 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2f06-d1a5-464a-949b-0a2f516b4dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:22.600900 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2f06-d1a5-464a-949b-0a2f516b4dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:22.602120 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9a3c2f06-d1a5-464a-949b-0a2f516b4dab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef906d2e-5892-4386-90cb-695d8c7e95d8 HTTP/1.1" status: 204 len: 168 time: 0.1321104 Oct 28 12:36:22.610225 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c2f06-d1a5-464a-949b-0a2f516b4dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef906d2e-5892-4386-90cb-695d8c7e95d8,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:23.602695 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a54da-dbe5-4f56-8cc8-2e97f7b46ad7 req-7e067eba-7fac-4b71-b238-71bf8ffe899f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:23.604161 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a99a54da-dbe5-4f56-8cc8-2e97f7b46ad7 req-7e067eba-7fac-4b71-b238-71bf8ffe899f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0530217 Oct 28 12:36:23.644271 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a99a54da-dbe5-4f56-8cc8-2e97f7b46ad7 req-148d0f88-f877-433c-b72d-24210d1009e5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337565 Oct 28 12:36:24.756337 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:36:24.784313 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64d6a-987a-4afa-85e7-e1c9036c1376 req-3bbf348a-21ca-4be0-98f0-726aef9994b5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:24.785944 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1b64d6a-987a-4afa-85e7-e1c9036c1376 req-3bbf348a-21ca-4be0-98f0-726aef9994b5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0586700 Oct 28 12:36:24.825791 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d1b64d6a-987a-4afa-85e7-e1c9036c1376 req-086804ca-3139-4535-869a-2f0f0b21c21a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Oct 28 12:36:24.855753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:36:24.871768 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'port_id': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'mac_address': 'fa:16:3e:74:6b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:36:24.909760 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:24.923854 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c25d48e4-43fb-464d-a891-6f40b7296a25 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:36:24.946443 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:36:24.951436 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:25.003171 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=6']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:25.011319 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.011629 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.011990 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.012313 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.012639 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.012991 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.013310 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.013611 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.013926 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.014239 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.014647 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.015030 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:25.043590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['c25d48e4-43fb-464d-a891-6f40b7296a25'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:36:25.964522 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bb1cb-4276-4087-8d5b-73e77856aa49 req-36f94efe-5c2c-4ccf-b610-aa89ffb224dc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:25.966115 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-897bb1cb-4276-4087-8d5b-73e77856aa49 req-36f94efe-5c2c-4ccf-b610-aa89ffb224dc tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0546432 Oct 28 12:36:26.004354 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-897bb1cb-4276-4087-8d5b-73e77856aa49 req-78812c2b-a354-4eaa-90a5-e40345a6aafd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Oct 28 12:36:26.759208 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:36:26.815601 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port c25d48e4-43fb-464d-a891-6f40b7296a25 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:36:26.816258 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:26.929078 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:26.966418 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:36:26.969254 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b445ee06-c068-4f16-937c-2faa956ce5f5" -d '{"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-plugged", "status": "completed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:36:27.006110 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:36:27.019313 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:27.099387 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=7']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:27.184683 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615d0d0-377b-43ca-8392-3095f78c6be5 req-bff7c7c5-2b9e-49b9-8fb1-530ad3abacc9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:27.195302 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4615d0d0-377b-43ca-8392-3095f78c6be5 req-bff7c7c5-2b9e-49b9-8fb1-530ad3abacc9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0921991 Oct 28 12:36:27.200549 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71abfd70-c791-4630-9911-0471046baa41 x-openstack-request-id: req-71abfd70-c791-4630-9911-0471046baa41 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:36:27.200858 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-plugged", "status": "completed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:36:27.201106 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71abfd70-c791-4630-9911-0471046baa41 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:36:27.201500 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'code': 200} Oct 28 12:36:27.241221 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4615d0d0-377b-43ca-8392-3095f78c6be5 req-f8ffe4fe-d366-4c92-9091-454250cbb321 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Oct 28 12:36:28.387905 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146adfbc-571f-4d49-8d82-3223c16e44eb req-663eea15-727e-4c97-9b56-6c9193d89b79 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:28.389583 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-146adfbc-571f-4d49-8d82-3223c16e44eb req-663eea15-727e-4c97-9b56-6c9193d89b79 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0669844 Oct 28 12:36:28.433129 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-146adfbc-571f-4d49-8d82-3223c16e44eb req-54a11a1a-4061-42b9-87e2-34dc69a754ad tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369360 Oct 28 12:36:29.561364 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d96609-f9e4-47f9-ab23-22619ec337ab req-0c802c8c-1c87-4ed8-b3f9-69ab65faa1c1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:29.565691 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01d96609-f9e4-47f9-ab23-22619ec337ab req-0c802c8c-1c87-4ed8-b3f9-69ab65faa1c1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0569341 Oct 28 12:36:29.605573 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01d96609-f9e4-47f9-ab23-22619ec337ab req-076849cb-96a8-41b3-ab79-0d74836c5b89 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363178 Oct 28 12:36:30.218579 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-96a21168-044f-417d-b18b-db465db9cb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:30.761799 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b057a-16fd-4e6e-b476-6e1214d082d6 req-144a5854-1259-43cf-b7cf-143b21359cd0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:30.763408 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-051b057a-16fd-4e6e-b476-6e1214d082d6 req-144a5854-1259-43cf-b7cf-143b21359cd0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0632453 Oct 28 12:36:30.808396 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-051b057a-16fd-4e6e-b476-6e1214d082d6 req-87052550-b752-4a5c-b2ed-fa144a55b6d4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 Oct 28 12:36:31.955391 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eab2c-a135-4719-bef9-f661d18f1201 req-b1a294c8-18d1-432b-8363-1fd4beeeaf29 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:31.957095 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-818eab2c-a135-4719-bef9-f661d18f1201 req-b1a294c8-18d1-432b-8363-1fd4beeeaf29 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0549715 Oct 28 12:36:32.008978 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-818eab2c-a135-4719-bef9-f661d18f1201 req-cb8a8f77-8eb4-4799-8bba-9a6941bd3f02 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455036 Oct 28 12:36:32.918014 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-66b8d611-0a2a-4e02-b387-4937b1a33f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:33.148391 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58078c5-fe97-4f5d-b0fc-5eb6450dc7c3 req-efc09683-2527-4edd-bd07-55a6b555bd5f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:33.156293 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b58078c5-fe97-4f5d-b0fc-5eb6450dc7c3 req-efc09683-2527-4edd-bd07-55a6b555bd5f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0685241 Oct 28 12:36:33.210477 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b58078c5-fe97-4f5d-b0fc-5eb6450dc7c3 req-ed51423e-4422-4023-bfb2-b01e50ee0128 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528965 Oct 28 12:36:33.894530 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:34.352979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667c576-7373-48dd-ad4a-f99745ce4386 req-6f0292ce-45f0-4a9c-ad43-9ffe20b1a427 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:34.354500 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5667c576-7373-48dd-ad4a-f99745ce4386 req-6f0292ce-45f0-4a9c-ad43-9ffe20b1a427 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0553787 Oct 28 12:36:34.398929 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5667c576-7373-48dd-ad4a-f99745ce4386 req-4124e3d3-bdf3-4078-a32e-a2d88d1aaaee tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381160 Oct 28 12:36:34.735075 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:35.527523 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:35.562339 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9a24-1a0e-466c-b482-523b37a3ee58 req-1048b445-fdc0-45d4-a98d-65e64856a94e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:35.563879 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4d2a9a24-1a0e-466c-b482-523b37a3ee58 req-1048b445-fdc0-45d4-a98d-65e64856a94e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0812199 Oct 28 12:36:35.610936 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4d2a9a24-1a0e-466c-b482-523b37a3ee58 req-59d645d9-2d8b-47ec-b6ff-007be13f2325 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403969 Oct 28 12:36:36.196811 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-5c881562-7fc7-4698-8daa-60caeda17dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:36.198338 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-5c881562-7fc7-4698-8daa-60caeda17dfb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1098 time: 0.0432591 Oct 28 12:36:36.294888 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-2e03a5ec-bd28-4dfc-8153-d68a037ae913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:36.296421 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-2e03a5ec-bd28-4dfc-8153-d68a037ae913 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.0907068 Oct 28 12:36:36.361407 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-9d76e028-9eb3-4cf7-9fbc-672b6080191a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 200 len: 1000 time: 0.0569570 Oct 28 12:36:36.415584 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-47a2f032-f3b6-45a1-9798-7cca4546fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:36.416970 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-47a2f032-f3b6-45a1-9798-7cca4546fa7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0469570 Oct 28 12:36:36.464571 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-75cbc0d2-e571-4476-9c27-492cfc1480c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:36.466244 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-75cbc0d2-e571-4476-9c27-492cfc1480c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411279 Oct 28 12:36:36.560295 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-1306bc07-7399-43f8-acb9-4e61b3fc246b service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854919 Oct 28 12:36:36.660623 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-92b01993-e2f9-4cf2-9d35-ca76ffb9b3fe req-0890299c-6ddc-48e3-8211-04f95a9d7630 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926795 Oct 28 12:36:36.732197 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2c991-7c13-48da-9023-6b5fa9bc1e20 req-c62c1ebf-a7e6-4ea4-b896-206f83dd6be2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:36.733740 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-64a2c991-7c13-48da-9023-6b5fa9bc1e20 req-c62c1ebf-a7e6-4ea4-b896-206f83dd6be2 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Oct 28 12:36:36.773094 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-64a2c991-7c13-48da-9023-6b5fa9bc1e20 req-55ddc410-79ff-4daf-a3f8-e90956ca71e9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332189 Oct 28 12:36:37.901670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940fa9-e300-475e-9bd9-b188b486d335 req-60ff4f39-f07f-4989-8259-118cc195daaa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:37.903061 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-22940fa9-e300-475e-9bd9-b188b486d335 req-60ff4f39-f07f-4989-8259-118cc195daaa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 945 time: 0.0549798 Oct 28 12:36:37.942931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-22940fa9-e300-475e-9bd9-b188b486d335 req-6085014d-eb68-4523-8289-1588e6db82e4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Oct 28 12:36:38.833317 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:36:38.910554 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:38.939320 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:36:38.941632 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0398cc6-c7f6-41e7-aaf3-c112b2cf90b7" -d '{"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-unplugged", "status": "completed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:36:38.954446 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:36:38.959112 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:38.982749 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 12:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4cc422-2821-4ff8-815f-42d65f694744 x-openstack-request-id: req-6a4cc422-2821-4ff8-815f-42d65f694744 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:36:38.983020 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-unplugged", "status": "failed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25", "code": 422}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:36:38.983297 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a4cc422-2821-4ff8-815f-42d65f694744 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:36:38.983715 dv-cinder-815146-6-iscsi neutron-server[101424]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'code': 422} returned with failed status Oct 28 12:36:39.010179 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=8']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:39.068185 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b80382-3b6b-408a-825e-71465f5f810c req-ae5cfbed-d2ca-409f-8fe9-8095314e8100 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:39.069701 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-64b80382-3b6b-408a-825e-71465f5f810c req-ae5cfbed-d2ca-409f-8fe9-8095314e8100 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0497785 Oct 28 12:36:39.108827 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-64b80382-3b6b-408a-825e-71465f5f810c req-8c5da846-04ba-45e8-b616-fa5a9cb93cde tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328007 Oct 28 12:36:40.020325 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-479ecc90-f4f6-4104-a0c4-1a219d0142cc req-b42014d5-4d1b-46c9-999b-eaa370d875d5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:36:40.021631 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-479ecc90-f4f6-4104-a0c4-1a219d0142cc req-b42014d5-4d1b-46c9-999b-eaa370d875d5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1137040 Oct 28 12:36:40.194769 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b18a3-abc9-43a0-ba4b-e6f1271068c3 req-177d960a-b982-4e71-9c97-2120123dd114 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:40.196232 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d6b18a3-abc9-43a0-ba4b-e6f1271068c3 req-177d960a-b982-4e71-9c97-2120123dd114 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0500920 Oct 28 12:36:40.235009 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-5d6b18a3-abc9-43a0-ba4b-e6f1271068c3 req-f8b06ce2-16fb-43c1-a04c-39777319731e tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Oct 28 12:36:40.369441 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50094) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:40.461434 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-7628794f-ea96-49d5-ac27-4b01ecc401ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906820 Oct 28 12:36:40.470541 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-40c3a87c-0f93-4d95-a0d7-4fc60b5c0c0b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:36:40.471472 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-40c3a87c-0f93-4d95-a0d7-4fc60b5c0c0b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051703 Oct 28 12:36:41.359500 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63087c8d-7bca-4ca0-a8bd-9f8c42e67f35 req-0f65ab69-a663-4a5f-a4d6-185fe1eba234 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:41.360938 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-63087c8d-7bca-4ca0-a8bd-9f8c42e67f35 req-0f65ab69-a663-4a5f-a4d6-185fe1eba234 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0529034 Oct 28 12:36:41.398531 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-63087c8d-7bca-4ca0-a8bd-9f8c42e67f35 req-b781ab31-8c9d-44a7-ae94-a4f2b3345159 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Oct 28 12:36:42.520465 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a3a53-5b47-4021-8bb3-5e223a76f053 req-4c4a8d14-0525-4b92-bf0c-19cafb1104d7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:42.521969 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-947a3a53-5b47-4021-8bb3-5e223a76f053 req-4c4a8d14-0525-4b92-bf0c-19cafb1104d7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0502088 Oct 28 12:36:42.565450 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-947a3a53-5b47-4021-8bb3-5e223a76f053 req-a187b2c2-362b-4487-bae5-d6dde562b424 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Oct 28 12:36:43.054223 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:36:43.532601 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-4fdac86c-b9e0-4284-b9b8-e79464c54a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:43.534148 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-4fdac86c-b9e0-4284-b9b8-e79464c54a3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1096 time: 0.0422239 Oct 28 12:36:43.642333 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-cbe36f00-6ae9-44ca-b585-7852c0e0adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:43.643943 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-cbe36f00-6ae9-44ca-b585-7852c0e0adc0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726&tenant_id=0ae5fd59e495402c829af6819f873149 HTTP/1.1" status: 200 len: 1096 time: 0.0743797 Oct 28 12:36:43.700155 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-6c495933-0910-47b2-a60a-e212ccf9cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:43.701663 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-6c495933-0910-47b2-a60a-e212ccf9cff0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.1334703 Oct 28 12:36:43.713885 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e652fd5-7ba6-4d5c-9e46-88882eece406 req-b77787f6-b9eb-499e-9522-94b561430f16 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:43.715270 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6e652fd5-7ba6-4d5c-9e46-88882eece406 req-b77787f6-b9eb-499e-9522-94b561430f16 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0708020 Oct 28 12:36:43.802209 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-5600ce89-55e5-42ff-951b-d2ecc665297f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 200 len: 998 time: 0.0859697 Oct 28 12:36:43.805311 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6e652fd5-7ba6-4d5c-9e46-88882eece406 req-a9cb0686-1647-4a62-8f47-adc332fe7112 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836184 Oct 28 12:36:43.857898 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-a4a2c963-bf20-42c8-b6a4-0be671e7d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:43.859369 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-a4a2c963-bf20-42c8-b6a4-0be671e7d248 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0498791 Oct 28 12:36:43.905721 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-a96957f4-6dd0-4df1-971d-49d752670940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:43.907253 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-a96957f4-6dd0-4df1-971d-49d752670940 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403347 Oct 28 12:36:44.001434 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-19d89c07-cc11-4844-ba92-8efb6bbd59e2 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Oct 28 12:36:44.116740 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9c81914f-7ee5-423e-b087-df5c6f9de59d req-32b8c569-e005-497b-a275-82380fa0a84d service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946376 Oct 28 12:36:44.226281 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-0f5ebb66-b29a-4aeb-9d70-7cfb053f599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:44.227802 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-0f5ebb66-b29a-4aeb-9d70-7cfb053f599d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ae5fd59e495402c829af6819f873149&device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1096 time: 0.0473866 Oct 28 12:36:44.324590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-a04096d2-1b6c-4734-becc-6a0dc6209923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:44.326978 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-a04096d2-1b6c-4734-becc-6a0dc6209923 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 200 len: 917 time: 0.0915921 Oct 28 12:36:44.646205 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-5a7791cc-1c64-415d-a782-7cb24842c91d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 200 len: 998 time: 0.3099451 Oct 28 12:36:44.706323 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-ff153dbf-5c56-467d-b8fb-09d4fe4c4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:44.707883 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-ff153dbf-5c56-467d-b8fb-09d4fe4c4455 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 200 len: 855 time: 0.0488634 Oct 28 12:36:44.758903 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-a62fd080-4370-4b10-b192-d1b8c66db8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:44.760380 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-a62fd080-4370-4b10-b192-d1b8c66db8aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91b3814f-2032-4bff-af3a-f4aaffcf631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424116 Oct 28 12:36:44.865010 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-ae4ede7c-b655-48e4-aa50-6b61539aef47 service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961957 Oct 28 12:36:44.995209 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ada4c-e97c-4c93-9266-a4223f38f37f req-dbc585ab-7110-4fbd-b06f-34511374bc3c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:44.996809 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-da7ada4c-e97c-4c93-9266-a4223f38f37f req-dbc585ab-7110-4fbd-b06f-34511374bc3c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0811067 Oct 28 12:36:45.000528 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa5da2c8-9edc-4712-857d-0372eda36e9a req-aa2ee6a5-a605-4e1e-8425-eee7092b851d service neutron] 10.222.0.77 "GET /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278801 Oct 28 12:36:45.044348 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-da7ada4c-e97c-4c93-9266-a4223f38f37f req-2578e7d3-7e1c-48c7-b58c-69f6546c1f05 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412028 Oct 28 12:36:45.147360 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:46.180676 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad5a24-7c19-4a13-a959-ec515eda0fb3 req-77c8e9e5-fff7-4c08-b74a-18aa2f3f9354 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:46.182357 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4cad5a24-7c19-4a13-a959-ec515eda0fb3 req-77c8e9e5-fff7-4c08-b74a-18aa2f3f9354 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0555677 Oct 28 12:36:46.231405 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4cad5a24-7c19-4a13-a959-ec515eda0fb3 req-d6b1ba5a-dac1-49b6-a934-aa27fce00175 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416150 Oct 28 12:36:47.371965 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071d16-14bf-484b-ac39-c7b1a6a54e04 req-1e919524-d5f1-48b7-bfe3-ea69ed7d8989 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:47.374555 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01071d16-14bf-484b-ac39-c7b1a6a54e04 req-1e919524-d5f1-48b7-bfe3-ea69ed7d8989 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0603569 Oct 28 12:36:47.418056 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-01071d16-14bf-484b-ac39-c7b1a6a54e04 req-c8d83230-d477-44d4-8ecd-3e958fb2394a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369167 Oct 28 12:36:48.559453 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ad91a-fa53-4c65-b32e-783f6c88ede5 req-36c6ec9a-cc39-4b51-952e-1835c30e6803 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:48.560997 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-262ad91a-fa53-4c65-b32e-783f6c88ede5 req-36c6ec9a-cc39-4b51-952e-1835c30e6803 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0616426 Oct 28 12:36:48.603447 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-262ad91a-fa53-4c65-b32e-783f6c88ede5 req-86189dd0-a0c7-4b9a-bfc4-3020895fbf9b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348473 Oct 28 12:36:49.730397 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65debfeb-8569-45b9-96ed-72ed8d8e72b1 req-9e797896-13a5-40c4-9988-742cf8f2fe8a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:49.731994 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-65debfeb-8569-45b9-96ed-72ed8d8e72b1 req-9e797896-13a5-40c4-9988-742cf8f2fe8a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0530338 Oct 28 12:36:49.774252 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-65debfeb-8569-45b9-96ed-72ed8d8e72b1 req-b3f1b328-4b7c-4e3d-9e9a-06e6f42f4922 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357525 Oct 28 12:36:50.912963 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a786e1-eb82-420b-93e0-97e54152a5a8 req-02a0aaa5-f0e9-42f7-9a26-d77cb6536263 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:50.915970 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-05a786e1-eb82-420b-93e0-97e54152a5a8 req-02a0aaa5-f0e9-42f7-9a26-d77cb6536263 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0542092 Oct 28 12:36:50.954257 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-05a786e1-eb82-420b-93e0-97e54152a5a8 req-e79dae62-42ce-41bc-b4ba-2efcf1f8236b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338800 Oct 28 12:36:52.083038 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe59f-c97a-4d70-9ef8-dba9b66517e5 req-6b72b219-f61e-4a06-b237-e9c5d8b775f9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:52.084571 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-57bbe59f-c97a-4d70-9ef8-dba9b66517e5 req-6b72b219-f61e-4a06-b237-e9c5d8b775f9 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0548468 Oct 28 12:36:52.128348 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-57bbe59f-c97a-4d70-9ef8-dba9b66517e5 req-e386a70d-7a9c-44a3-9a9e-c6eb08604af7 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339334 Oct 28 12:36:52.424073 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:36:53.255834 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549d090-e667-4586-8b18-68020dc8b63b req-4c2131cf-3a1a-4186-8ced-37ddb6be0e81 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:53.257477 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6549d090-e667-4586-8b18-68020dc8b63b req-4c2131cf-3a1a-4186-8ced-37ddb6be0e81 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0522022 Oct 28 12:36:53.304644 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6549d090-e667-4586-8b18-68020dc8b63b req-a98c6e93-fc93-4c7d-9c69-d0839e4633d4 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388463 Oct 28 12:36:54.430594 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9936b3-ee38-4531-910f-960ad6889a60 req-0d9ed13b-b603-4328-bd3b-24c352e283d1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:54.432364 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bb9936b3-ee38-4531-910f-960ad6889a60 req-0d9ed13b-b603-4328-bd3b-24c352e283d1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0508099 Oct 28 12:36:54.477581 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bb9936b3-ee38-4531-910f-960ad6889a60 req-7eda2f96-25b6-43c5-9d43-3495f84dcdbe tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387506 Oct 28 12:36:55.617591 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abac72-c67d-4224-afbd-e212572087c0 req-864b832c-4875-4084-b487-e064f937ed1b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:55.619234 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b8abac72-c67d-4224-afbd-e212572087c0 req-864b832c-4875-4084-b487-e064f937ed1b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0591722 Oct 28 12:36:55.659677 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b8abac72-c67d-4224-afbd-e212572087c0 req-6ad98d3a-4fcf-4876-94d5-c968acc3a692 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338516 Oct 28 12:36:56.200350 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50260) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:56.328249 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:56.413470 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:56.419256 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:56.458215 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b068e12274a4e36bc5bce684fc111e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565408 Oct 28 12:36:56.461843 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50264) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:56.463426 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a229965b-bc43-483e-b015-7646f9258982,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:56.471263 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.471600 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.471931 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.472255 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.472572 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.472922 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.473242 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.473558 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.473873 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.474206 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.474514 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.474820 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25f388-0667-43ef-9958-908ba44e2f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:56.528733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-838fd676-3862-45dc-9824-3335fd40940d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:56.550920 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-838fd676-3862-45dc-9824-3335fd40940d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:56.605349 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-838fd676-3862-45dc-9824-3335fd40940d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:56.608654 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-838fd676-3862-45dc-9824-3335fd40940d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:56.610011 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-838fd676-3862-45dc-9824-3335fd40940d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a229965b-bc43-483e-b015-7646f9258982 HTTP/1.1" status: 204 len: 168 time: 0.1472163 Oct 28 12:36:56.618394 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fd676-3862-45dc-9824-3335fd40940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a229965b-bc43-483e-b015-7646f9258982,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:56.790544 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ebdb-86c2-4373-9356-43baccd946ee req-ef112955-8df6-48da-ad31-6d7760f8794b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:56.792222 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2603ebdb-86c2-4373-9356-43baccd946ee req-ef112955-8df6-48da-ad31-6d7760f8794b tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0507617 Oct 28 12:36:56.832182 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2603ebdb-86c2-4373-9356-43baccd946ee req-1f90b637-1e6e-41ff-a98d-d09c4d9ad60d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336192 Oct 28 12:36:57.766326 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50302) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:57.878772 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e8159017-00ce-43f9-bb28-d38c0e976665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:57.955113 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e8159017-00ce-43f9-bb28-d38c0e976665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:57.960026 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e8159017-00ce-43f9-bb28-d38c0e976665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:57.961762 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02507fed-0424-447e-910b-091cc19fc66c req-ff7c714f-66b3-4772-ac88-49b0e880645d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:57.963326 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-02507fed-0424-447e-910b-091cc19fc66c req-ff7c714f-66b3-4772-ac88-49b0e880645d tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0554497 Oct 28 12:36:58.000465 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e8159017-00ce-43f9-bb28-d38c0e976665 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7be41b0f0b24529a0959d0bccf73f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329564 Oct 28 12:36:58.001320 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8159017-00ce-43f9-bb28-d38c0e976665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d140dc03-3184-4017-8973-76357825b913,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:58.001962 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-02507fed-0424-447e-910b-091cc19fc66c req-010c9d8b-0d3d-47d6-ad17-324b59700fe1 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Oct 28 12:36:58.002930 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50308) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:36:58.053099 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:58.074506 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:58.121906 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:58.124464 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:58.125685 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d140dc03-3184-4017-8973-76357825b913 HTTP/1.1" status: 204 len: 168 time: 0.1217730 Oct 28 12:36:58.133797 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d140dc03-3184-4017-8973-76357825b913,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:58.141096 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.141439 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.141770 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.142096 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.142421 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.142747 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.143074 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.143392 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.143711 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.144026 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.144352 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:58.144659 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0799c8-2e60-4c50-b9c1-f44eb9a3ba87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:36:59.097982 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:36:59.136679 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38854a-6fe2-4cc9-a983-39b22c0274c7 req-286b0499-59ce-4481-99aa-ac50ee4f6e80 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:36:59.144027 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-eb38854a-6fe2-4cc9-a983-39b22c0274c7 req-286b0499-59ce-4481-99aa-ac50ee4f6e80 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 943 time: 0.0641458 Oct 28 12:36:59.200674 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-eb38854a-6fe2-4cc9-a983-39b22c0274c7 req-c1c604b7-7db3-484d-a373-9b5c7b5f22fd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554707 Oct 28 12:36:59.243611 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:36:59.254982 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'port_id': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'mac_address': 'fa:16:3e:74:6b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:36:59.307816 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:59.324045 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25d48e4-43fb-464d-a891-6f40b7296a25 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:36:59.346035 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:36:59.350582 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:36:59.404821 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=9']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:36:59.584520 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['c25d48e4-43fb-464d-a891-6f40b7296a25'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:37:00.219566 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-1b8254c3-0052-4394-85ac-00b00cea3005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:00.337769 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5164d-6146-4efd-8336-b6336e7b4e57 req-937fd09b-379d-4cfd-8b7e-58953d86f1d6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:00.339334 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3ac5164d-6146-4efd-8336-b6336e7b4e57 req-937fd09b-379d-4cfd-8b7e-58953d86f1d6 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 944 time: 0.0647941 Oct 28 12:37:00.382455 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3ac5164d-6146-4efd-8336-b6336e7b4e57 req-9a5e644e-65b5-4e47-ab2c-daf3b6acc71a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358574 Oct 28 12:37:01.103770 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:37:01.157671 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port c25d48e4-43fb-464d-a891-6f40b7296a25 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:37:01.158042 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:01.371896 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:01.394255 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:37:01.396533 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb9901-bac3-4d07-a848-a8510586c09c" -d '{"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-plugged", "status": "completed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:37:01.409850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:01.415348 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:01.440585 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a2037-3e3c-4b05-8a52-53662c797676 x-openstack-request-id: req-738a2037-3e3c-4b05-8a52-53662c797676 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:37:01.440903 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-plugged", "status": "completed", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:37:01.441153 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-738a2037-3e3c-4b05-8a52-53662c797676 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:37:01.441542 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'code': 200} Oct 28 12:37:01.474817 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=10']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:01.518786 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56132502-031c-4f6c-9acd-cacf9c8102f6 req-351f5742-6f2e-437e-b7d3-04bdd7dc4309 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:01.520430 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-56132502-031c-4f6c-9acd-cacf9c8102f6 req-351f5742-6f2e-437e-b7d3-04bdd7dc4309 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 946 time: 0.0537100 Oct 28 12:37:01.565581 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-56132502-031c-4f6c-9acd-cacf9c8102f6 req-320641f6-9bfa-4d84-99da-771ebf3d7a15 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348306 Oct 28 12:37:01.642140 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b2968-1918-4bed-b923-111e1d539d6c req-a9811f7e-8e86-4104-81cd-a5c4d29a471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:01.643661 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-014b2968-1918-4bed-b923-111e1d539d6c req-a9811f7e-8e86-4104-81cd-a5c4d29a471c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 1099 time: 0.0407133 Oct 28 12:37:01.686550 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-014b2968-1918-4bed-b923-111e1d539d6c req-a01f7b60-dc8c-4481-b0ed-e422be12a6e6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352910 Oct 28 12:37:02.708490 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e134cb-e410-48f3-833f-e25ed3544b29 req-436e8eb7-ec87-4488-b03f-19275f96b54f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:02.710724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e8e134cb-e410-48f3-833f-e25ed3544b29 req-436e8eb7-ec87-4488-b03f-19275f96b54f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 946 time: 0.0563495 Oct 28 12:37:02.755864 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e8e134cb-e410-48f3-833f-e25ed3544b29 req-1d814726-e533-4867-96cd-974d586f14d5 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386455 Oct 28 12:37:02.924769 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b87cfe76-30c6-405b-a8d0-27a78e78777f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:03.894839 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:03.914719 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222956b1-8e54-4d9b-8e71-b28785dbc613 req-89784e2e-cdc2-4c07-b78c-e8bcfd6fb9b0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:03.922726 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-222956b1-8e54-4d9b-8e71-b28785dbc613 req-89784e2e-cdc2-4c07-b78c-e8bcfd6fb9b0 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 946 time: 0.0788989 Oct 28 12:37:03.967699 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-222956b1-8e54-4d9b-8e71-b28785dbc613 req-90060ce3-1169-4fe7-822c-952326699e98 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384207 Oct 28 12:37:04.736258 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:05.516677 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:08.439491 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd732-95de-45cc-933a-d8ad3496f43d req-761c88ed-ca76-418d-bc61-f3fa4441a76c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:08.441085 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ce2dd732-95de-45cc-933a-d8ad3496f43d req-761c88ed-ca76-418d-bc61-f3fa4441a76c tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 945 time: 0.0536020 Oct 28 12:37:08.486157 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ce2dd732-95de-45cc-933a-d8ad3496f43d req-33e13297-79a3-495b-88b0-7a7d5177eaa3 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Oct 28 12:37:09.043054 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50554) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:09.168488 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-43a84965-3f29-4d68-8349-10d43c154fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:09.251182 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-43a84965-3f29-4d68-8349-10d43c154fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:09.256085 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-43a84965-3f29-4d68-8349-10d43c154fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:09.297694 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-43a84965-3f29-4d68-8349-10d43c154fb4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07cb904bc48846aa9f648d1ca465477f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534232 Oct 28 12:37:09.298373 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a84965-3f29-4d68-8349-10d43c154fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0786b2a-3695-4062-82b7-2d4eb800070a,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:09.300796 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50558) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:09.357306 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f26-b96b-4bb4-b764-d4bd59091cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:09.379044 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f26-b96b-4bb4-b764-d4bd59091cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:09.437548 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f26-b96b-4bb4-b764-d4bd59091cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:09.440223 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f26-b96b-4bb4-b764-d4bd59091cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:09.442048 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a74d4f26-b96b-4bb4-b764-d4bd59091cf2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0786b2a-3695-4062-82b7-2d4eb800070a HTTP/1.1" status: 204 len: 168 time: 0.1402640 Oct 28 12:37:09.450522 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d4f26-b96b-4bb4-b764-d4bd59091cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0786b2a-3695-4062-82b7-2d4eb800070a,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:09.634959 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d87a-7d24-4cfc-9e22-aafb0152c2b3 req-d2df4667-3cb6-48e9-9822-70e592fd5a52 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:09.636789 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-54b0d87a-7d24-4cfc-9e22-aafb0152c2b3 req-d2df4667-3cb6-48e9-9822-70e592fd5a52 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 945 time: 0.0685577 Oct 28 12:37:09.682677 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-54b0d87a-7d24-4cfc-9e22-aafb0152c2b3 req-e62b731f-a586-4c3f-8615-5899e985c1b8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups?id=fdfee559-43ba-4767-8d15-9db097526229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 Oct 28 12:37:10.186246 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-d3a316fa-2ac3-4e88-9406-236f42a7e49f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:10.187726 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-d3a316fa-2ac3-4e88-9406-236f42a7e49f tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 945 time: 0.0571425 Oct 28 12:37:10.281163 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Deleting port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:10.281458 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:10.378145 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] For port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:10.378452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:10.587904 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:10.588645 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:10.588645 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Floating IP 8fe83db6-3862-4c74-80b3-d57a77be6b8b disassociated. External IP: 172.27.0.35, port: 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1. Oct 28 12:37:10.588892 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Calling delete_port for 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:10.728253 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:10.766662 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event deleted for resources: {'Port': ['ID=07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:10.788904 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-91667684-06a5-46b7-b54d-fa4da1d91580 req-54ab3d22-9a3f-48d2-aade-076cfa8419b8 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/ports?device_id=3173757b-e9bd-478b-93ee-55b43fa30638 HTTP/1.1" status: 200 len: 210 time: 0.0330589 Oct 28 12:37:10.903981 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:37:11.019054 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:37:11.030600 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] Sync routers for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:37:11.041289 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:11.041849 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:11.062294 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] No DVR routers for this DVR port 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:37:11.065012 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:11.068359 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-24e4d57c-3881-4cab-a64e-e0a6862a8a77 req-17c758d6-e50d-4a8e-a777-09971b7185bb tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.77 "DELETE /v2.0/ports/07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 HTTP/1.1" status: 204 len: 173 time: 0.8740280 Oct 28 12:37:11.068849 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'name': 'network-vif-deleted', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:37:11.071145 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21442a58-fc21-4929-a562-46f1b8c7ca14" -d '{"events": [{"server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "name": "network-vif-deleted", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:37:11.110355 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366fcb41-a84e-4426-8a9e-2dd31c88a194 x-openstack-request-id: req-366fcb41-a84e-4426-8a9e-2dd31c88a194 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:37:11.110645 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173757b-e9bd-478b-93ee-55b43fa30638", "name": "network-vif-deleted", "tag": "07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:37:11.110893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-366fcb41-a84e-4426-8a9e-2dd31c88a194 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:37:11.111293 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173757b-e9bd-478b-93ee-55b43fa30638', 'name': 'network-vif-deleted', 'tag': '07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1', 'status': 'completed', 'code': 200} Oct 28 12:37:11.164015 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:11.369354 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:11.399394 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] Checking router: 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:37:11.408289 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:11.408845 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:11.515862 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:11.729092 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:11.759388 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51365127-0506-4fea-9a17-9b92b3d8f3c2 None None] The sync data for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi is: [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'bf8e3129-6275-4bc3-aca1-6791cf697636', 'name': '', 'network_id': 'c977e2aa-b8cb-4592-9494-ce66891f1b69', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'mac_address': 'fa:16:3e:ca:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:45Z', 'updated_at': '2021-10-28T12:30:59Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'subnets': [{'id': '71e1b7e2-5379-495a-bd13-c27a2f4cec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:37:11.879128 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50572) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:11.935321 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6b38f084-db8c-49fb-b85d-1dc349527b83 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:11.958616 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6b38f084-db8c-49fb-b85d-1dc349527b83 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:11.980014 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9d8275-6691-4aa2-9cea-ba9335b9db3a None None] New status for floating IP 8fe83db6-3862-4c74-80b3-d57a77be6b8b: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:37:12.013934 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6b38f084-db8c-49fb-b85d-1dc349527b83 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.016509 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6b38f084-db8c-49fb-b85d-1dc349527b83 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.017688 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-6b38f084-db8c-49fb-b85d-1dc349527b83 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "DELETE /v2.0/security-groups/fdfee559-43ba-4767-8d15-9db097526229 HTTP/1.1" status: 204 len: 168 time: 0.1375563 Oct 28 12:37:12.021935 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50574) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:12.026665 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38f084-db8c-49fb-b85d-1dc349527b83 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfee559-43ba-4767-8d15-9db097526229,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:12.046043 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.api.v2.resource [None req-2510f7f7-c2eb-4d68-ad0f-9b1b683069f1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] show failed (client error): The resource could not be found. Oct 28 12:37:12.047088 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-2510f7f7-c2eb-4d68-ad0f-9b1b683069f1 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "GET /v2.0/security-groups/fdfee559-43ba-4767-8d15-9db097526229 HTTP/1.1" status: 404 len: 347 time: 0.0235555 Oct 28 12:37:12.051028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50576) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:12.182725 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Deleting port bea46eee-b422-42e8-97eb-bff96746108b {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:12.183062 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.267919 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.268148 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.280214 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Calling delete_port for bea46eee-b422-42e8-97eb-bff96746108b owned by network:floatingip {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:12.430184 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.456287 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Pushing event deleted for resources: {'Port': ['ID=bea46eee-b422-42e8-97eb-bff96746108b,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:12.516150 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks [] for floatingip, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.518852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:12.519922 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-839055e4-f6f8-474e-bade-1c61447edaf6 tempest-AttachVolumeTestJSON-1008798368 tempest-AttachVolumeTestJSON-1008798368-project] 10.222.0.62 "DELETE /v2.0/floatingips/8fe83db6-3862-4c74-80b3-d57a77be6b8b HTTP/1.1" status: 204 len: 168 time: 0.4632518 Oct 28 12:37:13.148856 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:13.169554 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:13.169893 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 07d4f5a8-2fdd-4368-8fd4-1b5d39b142a1 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:15.147184 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:16.086108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50604) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:16.623658 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:16.884114 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Deleting port bf8e3129-6275-4bc3-aca1-6791cf697636 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:16.884363 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:16.966994 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] For port bf8e3129-6275-4bc3-aca1-6791cf697636, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=bf8e3129-6275-4bc3-aca1-6791cf697636,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:16.967359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:16.979635 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Calling delete_port for bf8e3129-6275-4bc3-aca1-6791cf697636 owned by network:router_interface {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:17.184266 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:17.211963 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8e3129-6275-4bc3-aca1-6791cf697636,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:17.376138 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:17.598522 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:37:17.706336 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:37:17.714569 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-88efb4b1-df94-491f-8330-8fcf2d407883 admin admin] 10.222.0.62 "PUT /v2.0/routers/64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6246591 Oct 28 12:37:17.714659 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50608) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:17.715860 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] Sync routers for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:37:17.726678 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:17.727293 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:17.819288 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks [] for router, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:17.831714 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:17.928130 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:17.991090 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Deleting port cd1a2b86-7944-4d03-bab1-8076be741884 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:17.991402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.023361 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:37:17Z', 'revision_number': 5, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port': {'id': 'cd1a2b86-7944-4d03-bab1-8076be741884', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:37Z', 'updated_at': '2021-10-28T12:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:18.050850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] Checking router: 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:37:18.059732 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] Routers {'64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:18.060346 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:18.074695 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] For port cd1a2b86-7944-4d03-bab1-8076be741884, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=cd1a2b86-7944-4d03-bab1-8076be741884,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:18.075117 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.086587 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Calling delete_port for cd1a2b86-7944-4d03-bab1-8076be741884 owned by network:router_gateway {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:18.146001 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] Set router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 gateway port host: None {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:18.197819 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:37:17Z', 'revision_number': 6, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:18.228993 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a570a7-9219-4c33-90eb-8b0c8fabfe33 None None] The sync data for ids ['64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49'] in dv-cinder-815146-6-iscsi is: [{'id': '64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49', 'name': 'tempest-AttachVolumeTestJSON-1362445524-router', 'tenant_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:33Z', 'updated_at': '2021-10-28T12:37:17Z', 'revision_number': 6, 'project_id': 'c5337ec1ac12488aa4e8ecbab298da10', 'gw_port_host': None}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:37:18.256397 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.283386 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1a2b86-7944-4d03-bab1-8076be741884,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:18.352732 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.455262 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.457441 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.524566 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.525078 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 {{(pid=101422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:37:18.530543 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.531727 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ba235c09-ecc4-455d-a0b2-e4140f87dd81 admin admin] 10.222.0.62 "DELETE /v2.0/routers/64df83cc-b449-4a9b-b4cd-0e7e7d7e8e49 HTTP/1.1" status: 204 len: 168 time: 0.8160963 Oct 28 12:37:18.534415 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50610) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:18.579101 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] Deleting subnet 71e1b7e2-5379-495a-bd13-c27a2f4cec48 {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:37:18.582772 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.619254 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.730928 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.787637 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.813586 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e1b7e2-5379-495a-bd13-c27a2f4cec48,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:18.815558 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.818753 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-a37dd914-d40c-44c3-8a37-59b8a5feff72 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/71e1b7e2-5379-495a-bd13-c27a2f4cec48 HTTP/1.1" status: 204 len: 168 time: 0.2833486 Oct 28 12:37:18.820366 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8793c1-7445-4853-8ad3-f826d5c921ef None None] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:37:18.821484 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50612) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:18.891890 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:18.943880 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Deleting port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:18.944204 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.009960 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] For port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:19.010331 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.015577 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] DHCP port deletion for c977e2aa-b8cb-4592-9494-ce66891f1b69 request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:37:19.023450 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Calling delete_port for 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 owned by network:dhcp {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:19.066119 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] Deleting port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 {{(pid=101424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:19.066494 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.104064 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.129301 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:19.132708 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] No DVR routers for this DVR port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 on host dv-cinder-815146-6-iscsi {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:37:19.133270 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] For port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,segment=NetworkSegment(74559da5-4982-4080-b7b4-87eae36690f7),segment_id=74559da5-4982-4080-b7b4-87eae36690f7)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:19.133701 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.223749 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.246586 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c977e2aa-b8cb-4592-9494-ce66891f1b69']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:19.256953 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74559da5-4982-4080-b7b4-87eae36690f7') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:19.257243 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74559da5-4982-4080-b7b4-87eae36690f7') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:19.271511 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.276355 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] Calling delete_port for 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 owned by network:dhcp {{(pid=101424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:19.288938 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.295838 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:37:19.296244 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:37:19.298265 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:37:19.360906 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.368432 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.371745 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c977e2aa-b8cb-4592-9494-ce66891f1b69 HTTP/1.1" status: 204 len: 168 time: 0.5493293 Oct 28 12:37:19.381173 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573e5f-2056-4120-ae3c-a4ac193885a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c977e2aa-b8cb-4592-9494-ce66891f1b69,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:19.408610 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.431975 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] Network c977e2aa-b8cb-4592-9494-ce66891f1b69 is not hosted by any dhcp agent {{(pid=101424) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 12:37:19.432508 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] No DVR routers for this DVR port 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 on host dv-cinder-815146-6-iscsi {{(pid=101424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:37:19.434137 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f379241-3b4a-41da-83e6-99d853c2b960 None None] Pushing event deleted for resources: {'Port': ['ID=926174eb-ecc4-4e30-93e7-d7c9d2add2a3,revision_number=None']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:19.505964 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50616) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:19.548307 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-1fdc25d9-ceea-4c00-80b9-f11527c7a816 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5337ec1ac12488aa4e8ecbab298da10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410779 Oct 28 12:37:19.550862 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50618) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:19.599834 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-62c3142d-b9d1-4390-954e-c31835a1b231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.622043 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-62c3142d-b9d1-4390-954e-c31835a1b231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.667797 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-62c3142d-b9d1-4390-954e-c31835a1b231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.670505 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-62c3142d-b9d1-4390-954e-c31835a1b231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:19.674061 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-62c3142d-b9d1-4390-954e-c31835a1b231 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4d89db6-ad7e-49c1-a89a-78c878546a5b HTTP/1.1" status: 204 len: 168 time: 0.1195667 Oct 28 12:37:19.679844 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3142d-b9d1-4390-954e-c31835a1b231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d89db6-ad7e-49c1-a89a-78c878546a5b,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:19.862223 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd1a2b86-7944-4d03-bab1-8076be741884 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:19.882210 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: cd1a2b86-7944-4d03-bab1-8076be741884 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:19.882576 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd1a2b86-7944-4d03-bab1-8076be741884 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:19.882971 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device bf8e3129-6275-4bc3-aca1-6791cf697636 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:19.901138 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: bf8e3129-6275-4bc3-aca1-6791cf697636 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:19.901446 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device bf8e3129-6275-4bc3-aca1-6791cf697636 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:19.901862 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:19.921240 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:19.921567 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 926174eb-ecc4-4e30-93e7-d7c9d2add2a3 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:29.424805 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:37:30.213235 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdfbd-03cf-4dc5-a65c-4c9ef161ff5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:32.929609 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c48c-7c40-4a7a-9c3e-8ed3876e98b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:33.905919 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:34.751311 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:35.528168 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:37.287681 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bb98e-d366-4617-bd2b-db301124beea req-c13015f6-9a91-44f4-a9a4-f1e21c8f784f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:37.289170 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-998bb98e-d366-4617-bd2b-db301124beea req-c13015f6-9a91-44f4-a9a4-f1e21c8f784f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 946 time: 0.0523367 Oct 28 12:37:37.326754 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-998bb98e-d366-4617-bd2b-db301124beea req-68c0a317-75be-4691-9335-15dd652f404f tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Oct 28 12:37:38.452352 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88e548-2528-4fd5-b4eb-265967a7333e req-4a06894b-013c-49e3-a871-3add29ccd4dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:38.453862 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ab88e548-2528-4fd5-b4eb-265967a7333e req-4a06894b-013c-49e3-a871-3add29ccd4dd tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 946 time: 0.0507891 Oct 28 12:37:38.492750 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ab88e548-2528-4fd5-b4eb-265967a7333e req-ebd7f04b-1b5a-4f40-a4fb-edd74909e079 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups?id=587e9595-1185-43bf-9927-02fd17a59c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325613 Oct 28 12:37:38.651196 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-9e812cc4-a5f2-4775-a7cd-cdc9a753e150 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:38.652572 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-9e812cc4-a5f2-4775-a7cd-cdc9a753e150 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 946 time: 0.0504398 Oct 28 12:37:38.745658 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Deleting port c25d48e4-43fb-464d-a891-6f40b7296a25 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:38.745948 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:38.833304 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] For port c25d48e4-43fb-464d-a891-6f40b7296a25, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c25d48e4-43fb-464d-a891-6f40b7296a25,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:38.833689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:39.261436 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:39.261800 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:39.262108 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Floating IP 9b375f4f-6613-4511-86b5-7f135a17f742 disassociated. External IP: 172.27.0.67, port: c25d48e4-43fb-464d-a891-6f40b7296a25. Oct 28 12:37:39.262507 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Calling delete_port for c25d48e4-43fb-464d-a891-6f40b7296a25 owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:39.389109 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:39.420357 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event deleted for resources: {'Port': ['ID=c25d48e4-43fb-464d-a891-6f40b7296a25,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:39.539896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Router b01114ea-3528-411a-9d70-371e93d108fb has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:37:39.641724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4d1c7b26-40b9-4fd3-a7cb-6105a712c6c4 req-dc7aef2c-af5b-4dc8-a30e-92e35081d80a tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726 HTTP/1.1" status: 200 len: 210 time: 0.0572665 Oct 28 12:37:39.673065 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:37:39.684396 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] Sync routers for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:37:39.694843 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:39.695386 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:39.712403 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] No DVR routers for this DVR port c25d48e4-43fb-464d-a891-6f40b7296a25 on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:37:39.715030 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:39.718439 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-73d2450b-391b-4256-a6b5-c1a00c6b55f0 req-11a62d79-cffb-44ba-a6c2-1c05b272838c tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.77 "DELETE /v2.0/ports/c25d48e4-43fb-464d-a891-6f40b7296a25 HTTP/1.1" status: 204 len: 173 time: 1.0598953 Oct 28 12:37:39.718877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-deleted', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:37:39.721153 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25aeebf-84fb-4585-a592-9adedb3c431d" -d '{"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-deleted", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:37:39.764945 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b38c05-2f06-4c7e-ae7b-d645c19a10d1 x-openstack-request-id: req-d4b38c05-2f06-4c7e-ae7b-d645c19a10d1 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:37:39.765239 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726", "name": "network-vif-deleted", "tag": "c25d48e4-43fb-464d-a891-6f40b7296a25", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:37:39.765609 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4b38c05-2f06-4c7e-ae7b-d645c19a10d1 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:37:39.766037 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ce7cec-a1ce-4167-8c83-b9b7f4aaa726', 'name': 'network-vif-deleted', 'tag': 'c25d48e4-43fb-464d-a891-6f40b7296a25', 'status': 'completed', 'code': 200} Oct 28 12:37:39.812996 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:40.021964 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:40.047554 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] Checking router: b01114ea-3528-411a-9d70-371e93d108fb for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:37:40.056460 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:40.057075 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:40.165200 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:40.458525 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:40.484341 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b46b51-889b-4bfe-bc43-121b2cafa103 None None] The sync data for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi is: [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:30:51Z', 'revision_number': 4, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '6809354f-8797-4510-a297-7f23ab513fb5', 'name': '', 'network_id': '91b3814f-2032-4bff-af3a-f4aaffcf631a', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'mac_address': 'fa:16:3e:1f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:48Z', 'updated_at': '2021-10-28T12:31:00Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'subnets': [{'id': 'e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:37:40.706719 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3deca74-0c03-40e4-9362-5aebab02c151 None None] New status for floating IP 9b375f4f-6613-4511-86b5-7f135a17f742: DOWN {{(pid=101424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:37:40.735640 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 50842) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:40.791705 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-50e37a82-17b0-4bd8-b92d-9a21e0505e21 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:40.816100 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-50e37a82-17b0-4bd8-b92d-9a21e0505e21 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:40.870667 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-50e37a82-17b0-4bd8-b92d-9a21e0505e21 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:40.873903 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-50e37a82-17b0-4bd8-b92d-9a21e0505e21 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:40.875075 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-50e37a82-17b0-4bd8-b92d-9a21e0505e21 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "DELETE /v2.0/security-groups/587e9595-1185-43bf-9927-02fd17a59c2a HTTP/1.1" status: 204 len: 168 time: 0.1384628 Oct 28 12:37:40.878478 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50844) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:40.884650 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e37a82-17b0-4bd8-b92d-9a21e0505e21 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e9595-1185-43bf-9927-02fd17a59c2a,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:40.892222 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.api.v2.resource [None req-02e0d70e-f487-458a-958e-257f0579a048 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] show failed (client error): The resource could not be found. Oct 28 12:37:40.893273 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-02e0d70e-f487-458a-958e-257f0579a048 tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "GET /v2.0/security-groups/587e9595-1185-43bf-9927-02fd17a59c2a HTTP/1.1" status: 404 len: 347 time: 0.0137074 Oct 28 12:37:40.897442 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50846) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:41.260999 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Deleting port ba05f858-bf07-42bb-8121-47d15bcc6c72 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:41.261573 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:41.342480 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:41.342779 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:41.354623 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Calling delete_port for ba05f858-bf07-42bb-8121-47d15bcc6c72 owned by network:floatingip {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:41.501402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:41.530928 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Pushing event deleted for resources: {'Port': ['ID=ba05f858-bf07-42bb-8121-47d15bcc6c72,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:41.593293 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks [] for floatingip, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:41.595847 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:41.597035 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-1cba26a2-4510-4495-91a0-702499dc6cfa tempest-AttachVolumeShelveTestJSON-1563775836 tempest-AttachVolumeShelveTestJSON-1563775836-project] 10.222.0.62 "DELETE /v2.0/floatingips/9b375f4f-6613-4511-86b5-7f135a17f742 HTTP/1.1" status: 204 len: 168 time: 0.6984086 Oct 28 12:37:44.145471 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:44.166050 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: c25d48e4-43fb-464d-a891-6f40b7296a25 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:44.166397 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device c25d48e4-43fb-464d-a891-6f40b7296a25 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:45.171518 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:47.229745 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-4b212fcb-0767-46be-9bc7-d14caaef2382 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488944 Oct 28 12:37:47.318653 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-eace40e9-eab8-42e6-ad4d-39d587e2b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:47.320161 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-eace40e9-eab8-42e6-ad4d-39d587e2b22d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1099 time: 0.0443869 Oct 28 12:37:47.441004 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-26510dae-6121-4167-8bbd-3e37d60c53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:47.442611 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-26510dae-6121-4167-8bbd-3e37d60c53a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1007783 Oct 28 12:37:47.515292 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-0bea11c8-e2a0-4ba1-82ee-e26854bf83b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 200 len: 1002 time: 0.0646076 Oct 28 12:37:47.572756 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-7b9c1ac2-5242-400d-b5bf-df4c570380f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:47.574296 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-7b9c1ac2-5242-400d-b5bf-df4c570380f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0512121 Oct 28 12:37:47.627575 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-f3b671f8-e3a0-441d-8147-981d06c5b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:47.629102 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-f3b671f8-e3a0-441d-8147-981d06c5b76f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473483 Oct 28 12:37:47.724963 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-3afea695-9a4a-4009-b2ea-c72e0003b775 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867558 Oct 28 12:37:47.822129 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b444abb-4838-42ff-8c90-7c39a48ae624 req-e2b3c2a3-2af6-40e2-8a76-90e391548f76 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897758 Oct 28 12:37:53.326303 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-0059221e-331d-454e-b3f6-4bb134b5bffc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509298390&fields=id&tenant_id=70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 267 time: 0.0346417 Oct 28 12:37:53.446636 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-dc00e846-d9c3-48d4-9c3f-caffef471913 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:53.448189 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-dc00e846-d9c3-48d4-9c3f-caffef471913 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 810 time: 0.1147351 Oct 28 12:37:53.465475 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-1ae50788-6f00-43c2-a6e0-3addefb347d6 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/quotas/70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 375 time: 0.0096288 Oct 28 12:37:53.469838 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 50986) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:53.534497 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-750cde20-b57c-49de-8367-2e3668aa7ef5 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0581460 Oct 28 12:37:53.635797 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-6a919926-3382-4499-8674-7d121ccbf27f service neutron] 10.222.0.62 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Oct 28 12:37:53.740305 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-7a5f0d05-48a3-4728-8707-782abff4d943 service neutron] 10.222.0.62 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937593 Oct 28 12:37:54.053783 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-de78e1a0-b067-465c-b62c-26db88a8070f req-da097892-bc39-465e-af90-35e8532c23e0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 210 time: 0.0284257 Oct 28 12:37:54.110621 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:54.433943 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Deleting port 6809354f-8797-4510-a297-7f23ab513fb5 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:54.435088 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:54.522491 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] For port 6809354f-8797-4510-a297-7f23ab513fb5, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6809354f-8797-4510-a297-7f23ab513fb5,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:54.524081 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:54.543118 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Calling delete_port for 6809354f-8797-4510-a297-7f23ab513fb5 owned by network:router_interface {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:54.736939 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:54.763360 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Pushing event deleted for resources: {'Port': ['ID=6809354f-8797-4510-a297-7f23ab513fb5,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:54.952416 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.167397 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-b7e1891c-a810-47bb-bd1d-4c3a11d5dd53 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:55.170385 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-b7e1891c-a810-47bb-bd1d-4c3a11d5dd53 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 810 time: 0.1899166 Oct 28 12:37:55.205519 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e600f74b-9e46-4620-8d6f-04f8346b98c3 req-9c5c5c9b-582d-41c7-a797-066a64fab0a8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 210 time: 0.0336819 Oct 28 12:37:55.235452 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Router b01114ea-3528-411a-9d70-371e93d108fb has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:37:55.245084 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-3b06c70b-a87c-430b-9ee4-133f8d278ab0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a330da99234af6b3a80df822d5067f HTTP/1.1" status: 200 len: 380 time: 0.0387537 Oct 28 12:37:55.255775 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'port': {'device_id': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'admin_state_up': True, 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'security_groups': ['c406ed51-3eda-46b8-ae15-f37d4601a1a6']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:37:55.356142 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:37:55.361678 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ce7f079c-e081-475e-b37f-ab6070cd6fba admin admin] 10.222.0.62 "PUT /v2.0/routers/b01114ea-3528-411a-9d70-371e93d108fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907621 Oct 28 12:37:55.364307 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51028) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:55.371014 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d1596-b530-44ed-a794-a54d021420cc None None] Sync routers for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:37:55.379978 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Made reservation on behalf of 70a330da99234af6b3a80df822d5067f for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:37:55.382489 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:55.383534 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:55.383948 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.497393 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.509054 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:55.545834 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Allocated IP 172.20.0.10 (21386cb8-b310-4d7a-bddd-fd2d5b5b89a3/3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964/223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:37:55.621562 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.741600 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:37:54Z', 'revision_number': 5, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port': {'id': 'd09b1b35-bca3-4161-a999-9bf68db0454e', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:30:40Z', 'updated_at': '2021-10-28T12:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:55.772445 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d1596-b530-44ed-a794-a54d021420cc None None] Checking router: b01114ea-3528-411a-9d70-371e93d108fb for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:37:55.777778 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.782565 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] Routers {'b01114ea-3528-411a-9d70-371e93d108fb'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:37:55.783490 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:37:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['b01114ea-3528-411a-9d70-371e93d108fb'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:55.817069 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.867191 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:37:55.870893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:37:55.873592 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:37:55.881795 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] Set router b01114ea-3528-411a-9d70-371e93d108fb gateway port host: None {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:37:55.911549 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:55.943272 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:55.943859 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.967232 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-854d1596-b530-44ed-a794-a54d021420cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:37:55Z', 'revision_number': 6, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:55.974693 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-ebc6feb3-fb89-4b91-a7b1-ddb4af67db0d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7235892 Oct 28 12:37:55.975196 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Deleting port d09b1b35-bca3-4161-a999-9bf68db0454e {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:55.975923 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:55.992904 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Request body: {'port': {'device_id': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:37:56.001058 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d1596-b530-44ed-a794-a54d021420cc None None] The sync data for ids ['b01114ea-3528-411a-9d70-371e93d108fb'] in dv-cinder-815146-6-iscsi is: [{'id': 'b01114ea-3528-411a-9d70-371e93d108fb', 'name': 'tempest-AttachVolumeShelveTestJSON-101855638-router', 'tenant_id': '0ae5fd59e495402c829af6819f873149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:30:36Z', 'updated_at': '2021-10-28T12:37:55Z', 'revision_number': 6, 'project_id': '0ae5fd59e495402c829af6819f873149', 'gw_port_host': None}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:37:56.060754 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.064461 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] For port d09b1b35-bca3-4161-a999-9bf68db0454e, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=d09b1b35-bca3-4161-a999-9bf68db0454e,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:56.065051 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.082291 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Calling delete_port for d09b1b35-bca3-4161-a999-9bf68db0454e owned by network:router_gateway {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:56.190848 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-acf6d781-cca2-4d97-9389-0ca0a8c1bef4 None None] Provisioning complete for port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:37:56.191472 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-acf6d781-cca2-4d97-9389-0ca0a8c1bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.226019 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-acf6d781-cca2-4d97-9389-0ca0a8c1bef4 None None] Port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:37:56.286384 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.313078 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09b1b35-bca3-4161-a999-9bf68db0454e,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:56.391539 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e698-24df-4eb8-857d-374edeca0e0c req-2fe23057-6f1e-4ff1-9deb-022ea81d8e59 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:56.399277 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d057e698-24df-4eb8-857d-374edeca0e0c req-2fe23057-6f1e-4ff1-9deb-022ea81d8e59 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 932 time: 0.1135151 Oct 28 12:37:56.423279 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.464505 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d057e698-24df-4eb8-857d-374edeca0e0c req-62fda6b8-c999-47bf-9cd0-26b5ed16514a tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642586 Oct 28 12:37:56.512349 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:37:56.526335 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.548514 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Transition to ACTIVE for port object 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:37:56.555689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.613218 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.618196 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.676483 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Pushing event updated for resources: {'Port': ['ID=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:56.698908 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.699717 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01114ea-3528-411a-9d70-371e93d108fb {{(pid=101422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:37:56.704837 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.706161 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2c59cf36-06bb-42cf-a65b-2ec512a9bcb1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b01114ea-3528-411a-9d70-371e93d108fb HTTP/1.1" status: 204 len: 168 time: 1.3378949 Oct 28 12:37:56.710249 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51048) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:56.751602 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Attempting to bind port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:37:56.751985 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Attempting to bind port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:37:56.752407 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Attempting to bind port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:37:56.757354 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:37:56.757548 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Deleting subnet e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:37:56.757800 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Attempting to bind port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 on network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:37:56.761011 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.763414 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:37:56.763818 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Checking segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:37:56.764266 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Bound using segment: {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:37:56.764781 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Bound port: 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e7005a-e61e-48ee-89e9-7b2db9bc09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:37:56.765201 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.796652 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.858640 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] For port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:37:56.862220 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] For port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:37:56.871139 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.905679 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.913595 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:56.914239 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:56.915664 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] 10.222.0.77 "PUT /v2.0/ports/223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 HTTP/1.1" status: 200 len: 1094 time: 0.9305022 Oct 28 12:37:56.916104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:37:56.918410 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81eb1f3-fc46-4f96-9238-d1eb341512a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:37:56.962688 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26097a63-7e47-4ec5-b613-f84e78e39137 service neutron] Pushing event updated for resources: {'Port': ['ID=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:56.979840 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.008395 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:57.015354 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.019118 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d26bb5-72d6-49e6-b9f7-bf416e075653 x-openstack-request-id: req-e8d26bb5-72d6-49e6-b9f7-bf416e075653 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:37:57.019397 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e1baa6ad-d0a4-4ccb-a2c4-ca6212716b71 HTTP/1.1" status: 204 len: 168 time: 0.3082883 Oct 28 12:37:57.019533 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:37:57.019868 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8d26bb5-72d6-49e6-b9f7-bf416e075653 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:37:57.020294 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'status': 'completed', 'code': 200} Oct 28 12:37:57.022234 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51052) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:57.024195 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35539408-a815-4553-a65c-138070b39930 None None] Network 91b3814f-2032-4bff-af3a-f4aaffcf631a requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:37:57.025389 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.025969 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.026516 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.027101 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.027640 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.028180 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.028743 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.029326 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.029879 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.030410 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.030938 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.031477 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e0ad-cd2b-4e19-9a99-f2137372710e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.110172 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-c55dac20-7beb-4b28-b431-34467b0028c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:57.111724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-c55dac20-7beb-4b28-b431-34467b0028c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 1097 time: 0.1294744 Oct 28 12:37:57.118740 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.165870 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-5011a6f1-380e-4511-a3d7-28d0ac89288a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 HTTP/1.1" status: 200 len: 217 time: 0.0448911 Oct 28 12:37:57.282031 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-7acb779f-8dab-4bd6-ae4b-f852c8211518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:57.283552 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-7acb779f-8dab-4bd6-ae4b-f852c8211518 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.1085908 Oct 28 12:37:57.291925 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] DHCP port deletion for 91b3814f-2032-4bff-af3a-f4aaffcf631a request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:37:57.326395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Deleting port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:57.326649 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.349266 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Deleting port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 {{(pid=101424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:37:57.349644 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.385784 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-f95cf9a8-7961-4e80-af3c-e0f99adbdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:57.387821 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-f95cf9a8-7961-4e80-af3c-e0f99adbdac4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956535 Oct 28 12:37:57.435271 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] For port 6e8e60d7-3071-4177-8972-c80cbe33f3f4, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6e8e60d7-3071-4177-8972-c80cbe33f3f4,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:57.435645 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.449185 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Calling delete_port for 6e8e60d7-3071-4177-8972-c80cbe33f3f4 owned by network:dhcp {{(pid=101424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:57.454684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] For port 6e8e60d7-3071-4177-8972-c80cbe33f3f4, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=6e8e60d7-3071-4177-8972-c80cbe33f3f4,segment=NetworkSegment(8bb87678-a748-44a7-b0ec-682871ed6b03),segment_id=8bb87678-a748-44a7-b0ec-682871ed6b03)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:37:57.455279 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.473587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Calling delete_port for 6e8e60d7-3071-4177-8972-c80cbe33f3f4 owned by network:dhcp {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:37:57.541234 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.545700 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-a0451763-0102-4d5e-bb9a-7a86cbe94536 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489799 Oct 28 12:37:57.570857 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Pushing event deleted for resources: {'Port': ['ID=6e8e60d7-3071-4177-8972-c80cbe33f3f4,revision_number=None']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:57.575813 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] No DVR routers for this DVR port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 on host dv-cinder-815146-6-iscsi {{(pid=101424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:37:57.582992 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.583294 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.583519 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.584063 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.584549 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.585064 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.585961 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.585961 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.586427 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.586517 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.586787 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.587094 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e38f66-1bb0-40c1-a6f3-0551283b35e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:57.670070 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:57.900834 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d09b1b35-bca3-4161-a999-9bf68db0454e no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:57.939063 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: d09b1b35-bca3-4161-a999-9bf68db0454e {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:57.940597 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d09b1b35-bca3-4161-a999-9bf68db0454e not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:57.941074 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6809354f-8797-4510-a297-7f23ab513fb5 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:57.972150 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 6809354f-8797-4510-a297-7f23ab513fb5 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:57.972513 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6809354f-8797-4510-a297-7f23ab513fb5 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:57.972966 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6e8e60d7-3071-4177-8972-c80cbe33f3f4 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:37:57.973136 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53864ac-2aa3-47ca-86aa-f090e51ac1df req-06eb2d62-0427-4824-8e0d-94913dc1169a tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:57.974676 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d53864ac-2aa3-47ca-86aa-f090e51ac1df req-06eb2d62-0427-4824-8e0d-94913dc1169a tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 944 time: 0.4267104 Oct 28 12:37:57.985341 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8e60d7-3071-4177-8972-c80cbe33f3f4,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:57.996516 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] No DVR routers for this DVR port 6e8e60d7-3071-4177-8972-c80cbe33f3f4 on host dv-cinder-815146-6-iscsi {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:37:57.999536 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1333873f-8fd5-4282-b7bb-ab73688c13f4 req-981d30a6-1423-4a6f-aed4-9b335dfd961e service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445190 Oct 28 12:37:58.019159 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 6e8e60d7-3071-4177-8972-c80cbe33f3f4 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:37:58.019584 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 6e8e60d7-3071-4177-8972-c80cbe33f3f4 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:37:58.115425 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d53864ac-2aa3-47ca-86aa-f090e51ac1df req-2d166d24-0323-4be6-b5ff-cd13bec62a25 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311729 Oct 28 12:37:58.120641 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.144877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b3814f-2032-4bff-af3a-f4aaffcf631a']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:58.156871 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb87678-a748-44a7-b0ec-682871ed6b03') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:58.157112 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb87678-a748-44a7-b0ec-682871ed6b03') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:37:58.160119 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-dddc1d9a-6357-4207-ab5a-01c6e7c4077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:58.161604 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-dddc1d9a-6357-4207-ab5a-01c6e7c4077b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 1097 time: 0.0931685 Oct 28 12:37:58.169854 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.220305 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.231427 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:37:58.231816 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: self.session.flush() Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: self.session.flush() Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: self.session.flush() Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: self.session.flush() Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:37:58.235935 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:37:58.309747 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.314337 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.317600 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] 10.222.0.62 "DELETE /v2.0/networks/91b3814f-2032-4bff-af3a-f4aaffcf631a HTTP/1.1" status: 204 len: 168 time: 1.2891269 Oct 28 12:37:58.337197 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-5091a63d-9eca-4636-80ba-4fc42f6c2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:58.338693 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-5091a63d-9eca-4636-80ba-4fc42f6c2d3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1670823 Oct 28 12:37:58.339593 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b3814f-2032-4bff-af3a-f4aaffcf631a,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:58.352276 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.353068 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.353488 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.353940 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.354255 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.354598 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.354932 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.355281 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.355608 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.355918 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.356223 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.356555 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdebae-a06d-46f8-a458-7c3a2f3f7932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:37:58.404951 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-6b26d36b-6966-4418-bc20-4dfdef532750 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 HTTP/1.1" status: 200 len: 217 time: 0.0426610 Oct 28 12:37:58.449865 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51072) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:58.487673 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-d28ef3b3-66b0-46db-8fba-1618599cfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:58.489156 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-d28ef3b3-66b0-46db-8fba-1618599cfbcc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0706108 Oct 28 12:37:58.511260 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-aa0b5ec2-c862-421a-a2e5-b29883317798 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ae5fd59e495402c829af6819f873149&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0603025 Oct 28 12:37:58.514196 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51074) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:37:58.540384 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-60e59d3c-d32d-4027-9731-46028ec59d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:58.541922 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-60e59d3c-d32d-4027-9731-46028ec59d6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425687 Oct 28 12:37:58.574275 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3edda31d-8e17-449a-8952-b1ce2fbf7e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.599366 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3edda31d-8e17-449a-8952-b1ce2fbf7e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.641309 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-4c8695fe-96c1-422f-9cbe-fbb8f7d3c755 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Oct 28 12:37:58.652698 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3edda31d-8e17-449a-8952-b1ce2fbf7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.655602 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-3edda31d-8e17-449a-8952-b1ce2fbf7e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:37:58.656899 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-3edda31d-8e17-449a-8952-b1ce2fbf7e82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4641f8d-c440-42ca-9a43-fee3e0277928 HTTP/1.1" status: 204 len: 168 time: 0.1416693 Oct 28 12:37:58.664831 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edda31d-8e17-449a-8952-b1ce2fbf7e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4641f8d-c440-42ca-9a43-fee3e0277928,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:37:58.753460 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c81eb1f3-fc46-4f96-9238-d1eb341512a5 req-74980745-fc02-43ed-afb0-bd82c3b9ba56 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049485 Oct 28 12:37:59.259572 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46ff62-bf60-4112-813f-4f8cf754df41 req-d65b9bbf-4827-49e4-bc2d-4b14f0b5ae3c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:37:59.261145 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6a46ff62-bf60-4112-813f-4f8cf754df41 req-d65b9bbf-4827-49e4-bc2d-4b14f0b5ae3c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 944 time: 0.0647762 Oct 28 12:37:59.306651 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6a46ff62-bf60-4112-813f-4f8cf754df41 req-9f0b0f2b-8650-4a5d-a282-7b15944a4281 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378942 Oct 28 12:38:00.220177 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ffee60d6-2a13-48e6-b5cf-d7c06372d0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:00.436207 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae9e7f-ad15-4923-bc75-6bf5fb911222 req-235d81fd-b490-4cd3-bf42-878d17623d5e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:00.437741 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-86ae9e7f-ad15-4923-bc75-6bf5fb911222 req-235d81fd-b490-4cd3-bf42-878d17623d5e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 944 time: 0.0535114 Oct 28 12:38:00.483707 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-86ae9e7f-ad15-4923-bc75-6bf5fb911222 req-37915761-806d-476d-a5ed-dc78fee0ef67 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367000 Oct 28 12:38:01.614325 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca65da-ec93-430b-ae19-1ac56bc59607 req-04daeb76-0958-475e-a27a-aa2766ada792 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:01.615818 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-39ca65da-ec93-430b-ae19-1ac56bc59607 req-04daeb76-0958-475e-a27a-aa2766ada792 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 944 time: 0.0570698 Oct 28 12:38:01.657156 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-39ca65da-ec93-430b-ae19-1ac56bc59607 req-08266f56-8357-401d-9bcf-0906fcb0698c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Oct 28 12:38:02.778177 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84876132-aad5-4596-84dd-e1a81aedd113 req-095e8f05-7aa1-4958-bc9c-4207da9b7520 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:02.779677 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84876132-aad5-4596-84dd-e1a81aedd113 req-095e8f05-7aa1-4958-bc9c-4207da9b7520 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 944 time: 0.0535972 Oct 28 12:38:02.820525 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-84876132-aad5-4596-84dd-e1a81aedd113 req-b272b6e1-e4c5-44b1-8ed1-8a0e179c732e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346739 Oct 28 12:38:02.934549 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-9b8d5300-f11b-4837-8139-6137b86fc299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:03.891707 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:03.954302 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa980cc0-89f5-4618-99d2-036cbd9b870e req-58df3945-0497-406b-bf00-3c6c88379cf5 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:03.955855 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa980cc0-89f5-4618-99d2-036cbd9b870e req-58df3945-0497-406b-bf00-3c6c88379cf5 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 944 time: 0.0562449 Oct 28 12:38:03.999708 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa980cc0-89f5-4618-99d2-036cbd9b870e req-4cd3d1f2-41ce-4de7-ba2e-51c825fe9095 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348563 Oct 28 12:38:04.763067 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:05.130365 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5505bf9-51d9-4272-ad35-ca18496d7bc5 req-fc8a5910-d195-4468-8cc3-9d6ed2c3069f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:05.131869 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a5505bf9-51d9-4272-ad35-ca18496d7bc5 req-fc8a5910-d195-4468-8cc3-9d6ed2c3069f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 944 time: 0.0581508 Oct 28 12:38:05.173614 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a5505bf9-51d9-4272-ad35-ca18496d7bc5 req-a0ac77cc-5d74-4aa4-8dde-359683f37e8c tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Oct 28 12:38:05.411628 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:38:05.544324 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:05.546070 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:38:05.557876 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'port_id': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'mac_address': 'fa:16:3e:3d:15:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:38:05.596867 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:05.609864 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:38:05.629850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:38:05.634374 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:05.686731 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:05.851641 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:38:06.321427 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb5e73-4c89-4eb1-8857-40a03ca502f0 req-0cef1cc5-d5fe-450b-82fe-b8046ed61252 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:06.322933 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b8cb5e73-4c89-4eb1-8857-40a03ca502f0 req-0cef1cc5-d5fe-450b-82fe-b8046ed61252 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 945 time: 0.0566115 Oct 28 12:38:06.373891 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b8cb5e73-4c89-4eb1-8857-40a03ca502f0 req-efc2e67b-6b6a-4e7e-9ff9-f706e123aea1 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 Oct 28 12:38:06.427421 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:38:06.789279 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51270) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:06.900225 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d92ebf21-84f8-44dc-8732-1df5282f09c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:06.998530 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d92ebf21-84f8-44dc-8732-1df5282f09c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.003274 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d92ebf21-84f8-44dc-8732-1df5282f09c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.042115 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d92ebf21-84f8-44dc-8732-1df5282f09c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49eeaeda4d9844759b5052e323c8999f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512360 Oct 28 12:38:07.042944 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebf21-84f8-44dc-8732-1df5282f09c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a945a27-a39d-4acd-bf78-13ef3cd873fe,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:07.045045 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51274) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:07.102081 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dadd1898-aadd-405e-8710-a158d1f6573b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.128136 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dadd1898-aadd-405e-8710-a158d1f6573b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.186184 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dadd1898-aadd-405e-8710-a158d1f6573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.189064 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dadd1898-aadd-405e-8710-a158d1f6573b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.190243 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-dadd1898-aadd-405e-8710-a158d1f6573b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a945a27-a39d-4acd-bf78-13ef3cd873fe HTTP/1.1" status: 204 len: 168 time: 0.1441329 Oct 28 12:38:07.198506 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd1898-aadd-405e-8710-a158d1f6573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a945a27-a39d-4acd-bf78-13ef3cd873fe,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:07.426921 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:38:07.478272 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51282) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:07.503105 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08efe95b-87eb-4312-817f-2c6f22b399be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.503775 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293ec97-2156-4618-84f9-28733357ab38 req-0c9e9253-0cdd-4a49-8540-91f3a1de9d97 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:07.507245 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:38:07.511194 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:38:07.511757 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9293ec97-2156-4618-84f9-28733357ab38 req-0c9e9253-0cdd-4a49-8540-91f3a1de9d97 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 945 time: 0.0645955 Oct 28 12:38:07.511928 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.549271 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9293ec97-2156-4618-84f9-28733357ab38 req-96b8d1ee-520e-4b99-a76a-ab443760f148 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363784 Oct 28 12:38:07.585991 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08efe95b-87eb-4312-817f-2c6f22b399be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.590047 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08efe95b-87eb-4312-817f-2c6f22b399be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.601538 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.628560 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-08efe95b-87eb-4312-817f-2c6f22b399be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39b3d469628d4cd5bc23e0047cb8542a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453338 Oct 28 12:38:07.629384 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efe95b-87eb-4312-817f-2c6f22b399be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c21037-a6b4-4e2f-bcec-18cc44fbe5ad,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:07.631527 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51284) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:07.635222 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:38:07.637981 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66f94ca-707a-4baa-8a54-a7d38acf0dcd" -d '{"events": [{"server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "name": "network-vif-plugged", "status": "completed", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:38:07.641922 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:38:07.647385 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.682296 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b1e4ce-82ff-4573-879d-d370ae3e5249 x-openstack-request-id: req-e3b1e4ce-82ff-4573-879d-d370ae3e5249 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:38:07.682583 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "name": "network-vif-plugged", "status": "completed", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:38:07.682830 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3b1e4ce-82ff-4573-879d-d370ae3e5249 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:38:07.683244 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'code': 200} Oct 28 12:38:07.688580 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7f120c35-bd43-41f9-bef9-4f9955f53bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.699923 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:07.713875 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7f120c35-bd43-41f9-bef9-4f9955f53bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.761430 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7f120c35-bd43-41f9-bef9-4f9955f53bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.764023 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7f120c35-bd43-41f9-bef9-4f9955f53bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:07.765270 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-7f120c35-bd43-41f9-bef9-4f9955f53bdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25c21037-a6b4-4e2f-bcec-18cc44fbe5ad HTTP/1.1" status: 204 len: 168 time: 0.1326942 Oct 28 12:38:07.773271 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120c35-bd43-41f9-bef9-4f9955f53bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c21037-a6b4-4e2f-bcec-18cc44fbe5ad,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:07.945512 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341717d3-8b92-41be-91cc-ed85629a16f4 req-d049516c-6c73-4ee9-9407-261e5362aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:07.947033 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-341717d3-8b92-41be-91cc-ed85629a16f4 req-d049516c-6c73-4ee9-9407-261e5362aa22 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 1099 time: 0.0474694 Oct 28 12:38:07.985485 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-341717d3-8b92-41be-91cc-ed85629a16f4 req-58bdadd6-bcb4-468b-9988-86d0fbff06b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302353 Oct 28 12:38:08.670828 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf492618-86f3-4804-8e52-d4b84a48dd0b req-897d6361-9e65-44dc-a876-c9a10cb852d0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:08.672231 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf492618-86f3-4804-8e52-d4b84a48dd0b req-897d6361-9e65-44dc-a876-c9a10cb852d0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0538874 Oct 28 12:38:08.715736 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf492618-86f3-4804-8e52-d4b84a48dd0b req-9e4af7d1-4954-41a3-b123-9984dedc2280 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364974 Oct 28 12:38:09.845604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f67659-9462-4c51-a54e-ea5778947a38 req-9ed682fe-c789-4aea-b7e8-d0776a79f59e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:09.847260 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4f67659-9462-4c51-a54e-ea5778947a38 req-9ed682fe-c789-4aea-b7e8-d0776a79f59e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0596769 Oct 28 12:38:09.893037 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4f67659-9462-4c51-a54e-ea5778947a38 req-58e991d5-b2b2-474a-8514-a07379de3101 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Oct 28 12:38:10.021919 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3431-baf1-43ea-b2fe-a8c465375422 req-77b2c061-3a6d-4b0a-a132-0fe3e4cb9749 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:10.023332 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a9dc3431-baf1-43ea-b2fe-a8c465375422 req-77b2c061-3a6d-4b0a-a132-0fe3e4cb9749 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0530329 Oct 28 12:38:10.062562 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a9dc3431-baf1-43ea-b2fe-a8c465375422 req-67f167f1-7af9-4637-895b-7a49a88195e6 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Oct 28 12:38:10.086039 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51354) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:10.281746 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12a5aa-6e7b-4e48-92b8-a380052c9b23 tempest-TestVolumeBootPattern-1866534067 tempest-TestVolumeBootPattern-1866534067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:10.283254 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-cf12a5aa-6e7b-4e48-92b8-a380052c9b23 tempest-TestVolumeBootPattern-1866534067 tempest-TestVolumeBootPattern-1866534067-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 1094 time: 0.1962497 Oct 28 12:38:10.286431 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51362) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:10.292008 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'port_id': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:38:10.315229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.371905 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51364) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:10.442349 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.502714 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-045322ad-99eb-4eb9-a87c-2cbcce32b441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.586773 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Allocated IP 172.27.0.61 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/49703e5e-87ff-427f-a8d2-8f260114901c) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:38:10.673630 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-045322ad-99eb-4eb9-a87c-2cbcce32b441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.685209 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-045322ad-99eb-4eb9-a87c-2cbcce32b441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.756675 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-045322ad-99eb-4eb9-a87c-2cbcce32b441 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b24f1e03d1a04ff8b16025bfea23a9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837500 Oct 28 12:38:10.757500 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045322ad-99eb-4eb9-a87c-2cbcce32b441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879cf785-dbdb-4e59-ab84-0e4be0085328,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:10.759405 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51374) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:10.778913 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.810150 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2f321367-5364-4335-a27e-c393b18f98a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.814750 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.833267 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2f321367-5364-4335-a27e-c393b18f98a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.853556 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:38:10.856576 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:38:10.860308 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:38:10.884528 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=49703e5e-87ff-427f-a8d2-8f260114901c,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:10.893897 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2f321367-5364-4335-a27e-c393b18f98a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.896942 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2f321367-5364-4335-a27e-c393b18f98a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:10.897976 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2f321367-5364-4335-a27e-c393b18f98a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/879cf785-dbdb-4e59-ab84-0e4be0085328 HTTP/1.1" status: 204 len: 168 time: 0.1373279 Oct 28 12:38:10.906188 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f321367-5364-4335-a27e-c393b18f98a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cf785-dbdb-4e59-ab84-0e4be0085328,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:11.238638 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:11.317684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:11.488618 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:11.494367 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:11.564698 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event updated for resources: {'Port': ['ID=49703e5e-87ff-427f-a8d2-8f260114901c,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:11.574854 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:11.676517 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Floating IP 2654f391-34cf-4910-9f72-a6feda32eae6 associated. External IP: 172.27.0.61, port: 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0. Oct 28 12:38:11.900355 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:38:12.027540 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:38:12.039447 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:38:12.052472 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:38:12.053446 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:38:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:38:12.058289 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:12.106409 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-080fe582-6345-4c7b-859d-e55be97cede2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8037095 Oct 28 12:38:12.106409 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:38:12.106409 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:38:12.171889 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b92ebc4-c65c-421c-b485-8d00b9d37ecc x-openstack-request-id: req-3b92ebc4-c65c-421c-b485-8d00b9d37ecc {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:38:12.172194 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:38:12.172469 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b92ebc4-c65c-421c-b485-8d00b9d37ecc {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:38:12.172902 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'status': 'completed', 'code': 200} Oct 28 12:38:12.196121 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:38:12.241623 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-9c39773a-41c7-41c9-81e3-92541dbdb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:12.243539 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-9c39773a-41c7-41c9-81e3-92541dbdb67d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 1099 time: 0.0513029 Oct 28 12:38:12.357172 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-91ddce61-e9c5-478c-848f-4bb445280829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:12.358857 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-91ddce61-e9c5-478c-848f-4bb445280829 service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1069131 Oct 28 12:38:12.427397 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-d4ca6829-98f6-4360-97a3-4769d8a65978 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 HTTP/1.1" status: 200 len: 999 time: 0.0612760 Oct 28 12:38:12.495214 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-fe8e6a8e-357e-447d-928b-b23b13f254f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:12.496903 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-fe8e6a8e-357e-447d-928b-b23b13f254f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0619860 Oct 28 12:38:12.553700 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-4f2499e4-ee09-4618-b8ce-1ee30451b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:12.555431 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-4f2499e4-ee09-4618-b8ce-1ee30451b780 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517108 Oct 28 12:38:12.600921 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:52Z', 'revision_number': 1, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}, {'id': '2654f391-34cf-4910-9f72-a6feda32eae6', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:3d:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:38:11Z', 'updated_at': '2021-10-28T12:38:11Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:38:12.633870 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:38:12.643650 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:38:12.644288 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:38:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:38:12.665920 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-528a228c-8c23-41e9-adbb-e74822fc8705 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033504 Oct 28 12:38:12.770550 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-8c6d7122-a816-4cc3-9f2f-b2a95a9a48cb req-f469d983-6bfa-4cb7-a2f5-0dcaca1e25c2 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974655 Oct 28 12:38:12.781375 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:38:13.017181 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51452) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:13.024644 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:52Z', 'revision_number': 1, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}, {'id': '2654f391-34cf-4910-9f72-a6feda32eae6', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:3d:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:38:11Z', 'updated_at': '2021-10-28T12:38:11Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:38:13.052755 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d81ee-5af9-49ed-88aa-5e2293901cab None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:52Z', 'revision_number': 1, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}, {'id': '2654f391-34cf-4910-9f72-a6feda32eae6', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:3d:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:38:11Z', 'updated_at': '2021-10-28T12:38:11Z', 'revision_number': 0, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:38:13.139984 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00cb5ef3-c92a-4b36-8bd3-2142f1aeefe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.222286 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00cb5ef3-c92a-4b36-8bd3-2142f1aeefe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.227159 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00cb5ef3-c92a-4b36-8bd3-2142f1aeefe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.272217 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51458) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:13.277369 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-00cb5ef3-c92a-4b36-8bd3-2142f1aeefe3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbc54506e0224d1db4d1dd0faa86c525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582977 Oct 28 12:38:13.278416 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb5ef3-c92a-4b36-8bd3-2142f1aeefe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2667f3c4-457d-4666-baaa-85b916f9499a,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:13.291126 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f368d11-1cd9-4f25-8465-7df7d6eb719e None None] New status for floating IP 2654f391-34cf-4910-9f72-a6feda32eae6: ACTIVE {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:38:13.339750 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-950d99fe-c309-4d06-8335-30bdd5ccb84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.362049 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-950d99fe-c309-4d06-8335-30bdd5ccb84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.416444 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-950d99fe-c309-4d06-8335-30bdd5ccb84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.419543 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-950d99fe-c309-4d06-8335-30bdd5ccb84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.420958 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-950d99fe-c309-4d06-8335-30bdd5ccb84e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2667f3c4-457d-4666-baaa-85b916f9499a HTTP/1.1" status: 204 len: 168 time: 0.1475685 Oct 28 12:38:13.429797 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d99fe-c309-4d06-8335-30bdd5ccb84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2667f3c4-457d-4666-baaa-85b916f9499a,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:13.774043 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51486) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:13.787477 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-af6c4a89-00a6-4f7d-b52f-945025aa06f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.873733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-af6c4a89-00a6-4f7d-b52f-945025aa06f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.877911 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-af6c4a89-00a6-4f7d-b52f-945025aa06f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:13.917842 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c4a89-00a6-4f7d-b52f-945025aa06f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca105ea-663d-42c1-bb7a-8b0122351907,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:13.922323 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-af6c4a89-00a6-4f7d-b52f-945025aa06f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4bb04e8aa884025976211b4a5f3d606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471748 Oct 28 12:38:13.926855 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51488) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:13.984758 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dc88b3a4-bf67-4a73-8a36-bda412873c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:14.010206 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dc88b3a4-bf67-4a73-8a36-bda412873c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:14.074613 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dc88b3a4-bf67-4a73-8a36-bda412873c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:14.077379 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dc88b3a4-bf67-4a73-8a36-bda412873c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:14.078681 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-dc88b3a4-bf67-4a73-8a36-bda412873c6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aca105ea-663d-42c1-bb7a-8b0122351907 HTTP/1.1" status: 204 len: 168 time: 0.1508782 Oct 28 12:38:14.087134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88b3a4-bf67-4a73-8a36-bda412873c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca105ea-663d-42c1-bb7a-8b0122351907,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:15.159687 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:26.776519 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51708) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:26.901767 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-376bd166-156c-4786-be87-71f513ae4ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:26.989534 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-376bd166-156c-4786-be87-71f513ae4ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:26.995358 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-376bd166-156c-4786-be87-71f513ae4ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.042488 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-376bd166-156c-4786-be87-71f513ae4ca5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e33eeda3e6d14de6b53761146ebfd3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644789 Oct 28 12:38:27.043132 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bd166-156c-4786-be87-71f513ae4ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13896a1-934a-486a-8961-c709e3f8e06d,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:27.046916 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51718) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:27.141014 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2b21e62-84c5-41e2-b51c-0dbb764f642f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.172770 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2b21e62-84c5-41e2-b51c-0dbb764f642f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.234661 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2b21e62-84c5-41e2-b51c-0dbb764f642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.238198 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f2b21e62-84c5-41e2-b51c-0dbb764f642f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.239446 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f2b21e62-84c5-41e2-b51c-0dbb764f642f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f13896a1-934a-486a-8961-c709e3f8e06d HTTP/1.1" status: 204 len: 168 time: 0.1909890 Oct 28 12:38:27.253538 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b21e62-84c5-41e2-b51c-0dbb764f642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13896a1-934a-486a-8961-c709e3f8e06d,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:27.593269 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51728) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:27.607357 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1faa-28cc-44a4-ae7a-c4e9a67223a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.691402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1faa-28cc-44a4-ae7a-c4e9a67223a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.696684 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1faa-28cc-44a4-ae7a-c4e9a67223a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.737063 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2a2e1faa-28cc-44a4-ae7a-c4e9a67223a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88dda981d3eb4c2aa74ba5bd2f6a55b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426616 Oct 28 12:38:27.737904 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e1faa-28cc-44a4-ae7a-c4e9a67223a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ca2379-4a6e-41a6-903c-42215a16eb20,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:27.740473 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51730) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:27.790559 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a361ef07-6fc4-4626-ab9b-c3460b022b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.811574 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a361ef07-6fc4-4626-ab9b-c3460b022b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.858270 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a361ef07-6fc4-4626-ab9b-c3460b022b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.860981 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a361ef07-6fc4-4626-ab9b-c3460b022b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:27.862138 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a361ef07-6fc4-4626-ab9b-c3460b022b86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8ca2379-4a6e-41a6-903c-42215a16eb20 HTTP/1.1" status: 204 len: 168 time: 0.1205173 Oct 28 12:38:27.870615 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361ef07-6fc4-4626-ab9b-c3460b022b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ca2379-4a6e-41a6-903c-42215a16eb20,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:30.215266 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c3faafb1-4048-4528-9b8f-d63da8afb922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.311258 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51830) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:32.428540 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-edb6e8e8-3742-4f06-a539-a7d947337104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.505627 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-edb6e8e8-3742-4f06-a539-a7d947337104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.509851 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-edb6e8e8-3742-4f06-a539-a7d947337104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.546969 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-edb6e8e8-3742-4f06-a539-a7d947337104 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74e0317960dd43f3a09357e4c138a2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345932 Oct 28 12:38:32.547736 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6e8e8-3742-4f06-a539-a7d947337104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d79f29-d591-4ae0-bb1f-01d7b86440a8,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:32.550321 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51834) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:32.605857 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c8beed8d-9424-4f91-b6d0-e1f3ff4c09b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.630321 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c8beed8d-9424-4f91-b6d0-e1f3ff4c09b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.679873 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c8beed8d-9424-4f91-b6d0-e1f3ff4c09b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.682526 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c8beed8d-9424-4f91-b6d0-e1f3ff4c09b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.683686 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-c8beed8d-9424-4f91-b6d0-e1f3ff4c09b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35d79f29-d591-4ae0-bb1f-01d7b86440a8 HTTP/1.1" status: 204 len: 168 time: 0.1323435 Oct 28 12:38:32.691376 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beed8d-9424-4f91-b6d0-e1f3ff4c09b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d79f29-d591-4ae0-bb1f-01d7b86440a8,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:32.939456 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2303416b-f3d6-4a5a-a95e-fc868919632a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:32.979545 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51850) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:32.994072 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-961b7405-8ddd-4ef7-bdad-3085fe9668a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:33.070798 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-961b7405-8ddd-4ef7-bdad-3085fe9668a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:33.075221 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-961b7405-8ddd-4ef7-bdad-3085fe9668a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:33.115458 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-961b7405-8ddd-4ef7-bdad-3085fe9668a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b068bdcf3f7c40fcbe8c88543dc5f302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344495 Oct 28 12:38:33.116577 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7405-8ddd-4ef7-bdad-3085fe9668a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5d9e3-2ce9-4867-8090-fffaea9e49ee,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:33.118337 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51854) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:33.173979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-010f17d6-0a1d-4355-be14-23f5cef34431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:33.437851 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-010f17d6-0a1d-4355-be14-23f5cef34431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:33.484276 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-010f17d6-0a1d-4355-be14-23f5cef34431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:33.486885 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-010f17d6-0a1d-4355-be14-23f5cef34431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:33.488074 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-010f17d6-0a1d-4355-be14-23f5cef34431 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2e5d9e3-2ce9-4867-8090-fffaea9e49ee HTTP/1.1" status: 204 len: 168 time: 0.3676472 Oct 28 12:38:33.495685 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f17d6-0a1d-4355-be14-23f5cef34431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5d9e3-2ce9-4867-8090-fffaea9e49ee,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:33.885544 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:34.748740 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:35.528764 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.466652 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 51974) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:38.582208 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4e82c16a-c6a1-4c08-bae7-6cdfc6c57b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.664817 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4e82c16a-c6a1-4c08-bae7-6cdfc6c57b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.669374 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4e82c16a-c6a1-4c08-bae7-6cdfc6c57b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.707272 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4e82c16a-c6a1-4c08-bae7-6cdfc6c57b5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9655e06eb2340099d6533b249f1c967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394979 Oct 28 12:38:38.708119 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82c16a-c6a1-4c08-bae7-6cdfc6c57b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841b424e-2d9b-45b6-a3cd-9466cc92fdf9,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:38.710273 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51978) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:38.760349 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d9990ac-1ea1-4b30-bc89-bcf6342fd0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.782739 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d9990ac-1ea1-4b30-bc89-bcf6342fd0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.830543 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d9990ac-1ea1-4b30-bc89-bcf6342fd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.833278 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d9990ac-1ea1-4b30-bc89-bcf6342fd0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:38.834465 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-4d9990ac-1ea1-4b30-bc89-bcf6342fd0ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/841b424e-2d9b-45b6-a3cd-9466cc92fdf9 HTTP/1.1" status: 204 len: 168 time: 0.1231756 Oct 28 12:38:38.842811 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9990ac-1ea1-4b30-bc89-bcf6342fd0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b424e-2d9b-45b6-a3cd-9466cc92fdf9,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:39.118127 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51984) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:39.131357 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d8e360fb-24ca-47de-bcee-74bef248ff3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:39.215792 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d8e360fb-24ca-47de-bcee-74bef248ff3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:39.220838 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d8e360fb-24ca-47de-bcee-74bef248ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:39.257749 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e360fb-24ca-47de-bcee-74bef248ff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f00c22-f2dd-4121-91fd-0e4a9969352c,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:39.263828 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d8e360fb-24ca-47de-bcee-74bef248ff3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1153cfe6e20a45d8a74500317b51aa8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446183 Oct 28 12:38:39.266576 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 51986) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:39.317359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9214-dc6f-4026-aa32-bc8bf3c3fee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:39.341340 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9214-dc6f-4026-aa32-bc8bf3c3fee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:39.389856 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9214-dc6f-4026-aa32-bc8bf3c3fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:39.392421 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9214-dc6f-4026-aa32-bc8bf3c3fee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:39.393609 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-4f8d9214-dc6f-4026-aa32-bc8bf3c3fee2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3f00c22-f2dd-4121-91fd-0e4a9969352c HTTP/1.1" status: 204 len: 168 time: 0.1261241 Oct 28 12:38:39.402913 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d9214-dc6f-4026-aa32-bc8bf3c3fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f00c22-f2dd-4121-91fd-0e4a9969352c,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:41.163738 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52044) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:41.267243 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4d00f819-9b98-42bd-b18d-1810b6daa2a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.353447 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4d00f819-9b98-42bd-b18d-1810b6daa2a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.362135 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4d00f819-9b98-42bd-b18d-1810b6daa2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.400524 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4d00f819-9b98-42bd-b18d-1810b6daa2a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d15c44ddafa4c669307c78546995672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356400 Oct 28 12:38:41.402088 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f819-9b98-42bd-b18d-1810b6daa2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfbcee6-47d8-47d8-a521-daaa79939ac2,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:41.403400 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52050) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:41.453845 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-096ad04b-ab5f-4aae-a71d-d7379cd7cd7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.474831 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-096ad04b-ab5f-4aae-a71d-d7379cd7cd7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.522071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-096ad04b-ab5f-4aae-a71d-d7379cd7cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.524797 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-096ad04b-ab5f-4aae-a71d-d7379cd7cd7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.525996 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-096ad04b-ab5f-4aae-a71d-d7379cd7cd7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bfbcee6-47d8-47d8-a521-daaa79939ac2 HTTP/1.1" status: 204 len: 168 time: 0.1209815 Oct 28 12:38:41.534264 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ad04b-ab5f-4aae-a71d-d7379cd7cd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfbcee6-47d8-47d8-a521-daaa79939ac2,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:41.801624 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52058) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:41.815541 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d269d67-37dd-4c1e-9f28-3f63568a06cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.892679 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d269d67-37dd-4c1e-9f28-3f63568a06cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.897252 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6d269d67-37dd-4c1e-9f28-3f63568a06cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:41.935114 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-6d269d67-37dd-4c1e-9f28-3f63568a06cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83c7d59933304b68a9bdf919cca613d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323473 Oct 28 12:38:41.936075 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d269d67-37dd-4c1e-9f28-3f63568a06cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68f0036-3d71-4786-a485-cc6ce36a0812,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:41.937860 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52060) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:41.994674 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da7413d4-d70e-4d66-bc61-64fdf08922b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:42.026276 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da7413d4-d70e-4d66-bc61-64fdf08922b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:42.086384 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da7413d4-d70e-4d66-bc61-64fdf08922b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:42.089414 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-da7413d4-d70e-4d66-bc61-64fdf08922b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:42.090576 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-da7413d4-d70e-4d66-bc61-64fdf08922b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c68f0036-3d71-4786-a485-cc6ce36a0812 HTTP/1.1" status: 204 len: 168 time: 0.1516154 Oct 28 12:38:42.099104 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7413d4-d70e-4d66-bc61-64fdf08922b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68f0036-3d71-4786-a485-cc6ce36a0812,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:43.427483 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:38:45.176518 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.449152 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52200) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:46.562451 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3b2dca96-8e33-41fe-b3fd-e0d4b0c3e645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.643792 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3b2dca96-8e33-41fe-b3fd-e0d4b0c3e645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.648689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-3b2dca96-8e33-41fe-b3fd-e0d4b0c3e645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.685980 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dca96-8e33-41fe-b3fd-e0d4b0c3e645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05388dd4-a7af-4b3d-96a9-b409a8b8f4f6,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:46.691575 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-3b2dca96-8e33-41fe-b3fd-e0d4b0c3e645 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e7f15a3d224416e874792705925dc60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408915 Oct 28 12:38:46.694406 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52204) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:46.745809 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d41a921-b0ad-4ca3-9e26-af4e9f44fe78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.769198 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d41a921-b0ad-4ca3-9e26-af4e9f44fe78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.825023 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d41a921-b0ad-4ca3-9e26-af4e9f44fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.827674 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-4d41a921-b0ad-4ca3-9e26-af4e9f44fe78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:46.828887 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-4d41a921-b0ad-4ca3-9e26-af4e9f44fe78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05388dd4-a7af-4b3d-96a9-b409a8b8f4f6 HTTP/1.1" status: 204 len: 168 time: 0.1335659 Oct 28 12:38:46.836651 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41a921-b0ad-4ca3-9e26-af4e9f44fe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05388dd4-a7af-4b3d-96a9-b409a8b8f4f6,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:47.128992 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52218) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:47.146666 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-157c941a-611b-46e4-aa24-d853f7366471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.231226 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-157c941a-611b-46e4-aa24-d853f7366471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.235878 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-157c941a-611b-46e4-aa24-d853f7366471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.271402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52222) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:47.274637 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-157c941a-611b-46e4-aa24-d853f7366471 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f2e0ab645f84f179ee3167b0ca01ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434684 Oct 28 12:38:47.275814 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c941a-611b-46e4-aa24-d853f7366471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b1b59-2300-4798-8c3b-1693b83b639e,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:47.278242 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52224) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:47.335055 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-73cebac2-73e6-4c91-85a2-af16f99c8976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.357218 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-73cebac2-73e6-4c91-85a2-af16f99c8976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.396106 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2d260555-5b9d-4afd-a41d-4695d76611ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.435349 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-73cebac2-73e6-4c91-85a2-af16f99c8976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.437931 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-73cebac2-73e6-4c91-85a2-af16f99c8976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.439063 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-73cebac2-73e6-4c91-85a2-af16f99c8976 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f7b1b59-2300-4798-8c3b-1693b83b639e HTTP/1.1" status: 204 len: 168 time: 0.1594429 Oct 28 12:38:47.458409 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cebac2-73e6-4c91-85a2-af16f99c8976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b1b59-2300-4798-8c3b-1693b83b639e,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:47.512271 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-b16864ad-912d-44b8-b34c-c0d6bc3b2d76 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632370 Oct 28 12:38:47.525370 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2d260555-5b9d-4afd-a41d-4695d76611ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.530272 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2d260555-5b9d-4afd-a41d-4695d76611ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.575321 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2d260555-5b9d-4afd-a41d-4695d76611ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07e09caf2d5a4ed0a2e64919c7b97b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025861 Oct 28 12:38:47.576428 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260555-5b9d-4afd-a41d-4695d76611ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d65ae68-3141-44a0-a0c6-41f5c6ac408e,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:47.578609 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52230) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:47.652402 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-a985ad22-465d-4013-a9a0-cb1aba34fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:47.653987 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-a985ad22-465d-4013-a9a0-cb1aba34fb34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1099 time: 0.0900128 Oct 28 12:38:47.669465 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e65b98c9-a07c-4278-b922-ac80d5fff3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.734481 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e65b98c9-a07c-4278-b922-ac80d5fff3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.804653 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-e573432a-4e61-4065-8200-83abc62dc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:47.806225 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-e573432a-4e61-4065-8200-83abc62dc0cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1315439 Oct 28 12:38:47.867141 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e65b98c9-a07c-4278-b922-ac80d5fff3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.869700 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e65b98c9-a07c-4278-b922-ac80d5fff3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:47.870887 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e65b98c9-a07c-4278-b922-ac80d5fff3d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d65ae68-3141-44a0-a0c6-41f5c6ac408e HTTP/1.1" status: 204 len: 168 time: 0.2665141 Oct 28 12:38:47.886710 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b98c9-a07c-4278-b922-ac80d5fff3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d65ae68-3141-44a0-a0c6-41f5c6ac408e,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:47.893613 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-2e6d9d3b-d147-4e97-bee3-043268f8bdee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 200 len: 1002 time: 0.0797751 Oct 28 12:38:47.953617 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-4e1ec13e-3769-45b3-bbcc-d93a23141a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:47.955177 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-4e1ec13e-3769-45b3-bbcc-d93a23141a19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0501714 Oct 28 12:38:48.014014 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-e9e6523a-f5d0-4700-a0a7-49cd63a03958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:38:48.015749 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-e9e6523a-f5d0-4700-a0a7-49cd63a03958 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524189 Oct 28 12:38:48.124058 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-8bdf297a-332d-433a-9fae-b76ed12a4d42 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992405 Oct 28 12:38:48.228028 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4c1efa8-6c1a-428e-9aed-f982dc852e27 req-c04c0fe5-5166-412c-93db-78031ce88d54 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965645 Oct 28 12:38:48.327924 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52258) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:48.341680 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49222ed6-2dc3-46de-b4aa-f8174546b52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:48.421452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49222ed6-2dc3-46de-b4aa-f8174546b52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:48.426440 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49222ed6-2dc3-46de-b4aa-f8174546b52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:48.469124 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-49222ed6-2dc3-46de-b4aa-f8174546b52d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60aa0963a9ac4ff4b0ae07ef922000a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400604 Oct 28 12:38:48.470306 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49222ed6-2dc3-46de-b4aa-f8174546b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710dbfd9-e9bf-484d-8cf4-ed49d250c8df,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:48.471996 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52260) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:48.526504 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-38090695-3a3f-4ee0-ab3d-8eb0a78fc594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:48.549755 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-38090695-3a3f-4ee0-ab3d-8eb0a78fc594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:48.599270 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-38090695-3a3f-4ee0-ab3d-8eb0a78fc594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:48.602025 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-38090695-3a3f-4ee0-ab3d-8eb0a78fc594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:48.606256 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-38090695-3a3f-4ee0-ab3d-8eb0a78fc594 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/710dbfd9-e9bf-484d-8cf4-ed49d250c8df HTTP/1.1" status: 204 len: 168 time: 0.1317165 Oct 28 12:38:48.614744 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38090695-3a3f-4ee0-ab3d-8eb0a78fc594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710dbfd9-e9bf-484d-8cf4-ed49d250c8df,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:49.074202 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52284) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:49.088968 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-314b9308-b6d8-48b5-b8e1-2b11900fe0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:49.176755 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-314b9308-b6d8-48b5-b8e1-2b11900fe0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:49.182252 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-314b9308-b6d8-48b5-b8e1-2b11900fe0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:49.226603 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-314b9308-b6d8-48b5-b8e1-2b11900fe0f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15f91d6444b04241b8ac8c4784317477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511397 Oct 28 12:38:49.227509 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b9308-b6d8-48b5-b8e1-2b11900fe0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008ed01-7b75-47f6-a68a-0b678fe2c401,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:49.229562 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52288) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:49.286541 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-90f79690-810c-475a-a577-058b4a121f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:49.308684 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-90f79690-810c-475a-a577-058b4a121f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:49.357009 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-90f79690-810c-475a-a577-058b4a121f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:49.362071 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-90f79690-810c-475a-a577-058b4a121f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:49.366436 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-90f79690-810c-475a-a577-058b4a121f53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f008ed01-7b75-47f6-a68a-0b678fe2c401 HTTP/1.1" status: 204 len: 168 time: 0.1330707 Oct 28 12:38:49.376295 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f79690-810c-475a-a577-058b4a121f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008ed01-7b75-47f6-a68a-0b678fe2c401,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:56.823590 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52472) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:56.936428 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.022911 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.030291 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.069200 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25cddb17d52a4537a4f9cf95d67d669d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442720 Oct 28 12:38:57.069978 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afae91f-66dc-41e6-8a47-14849fe53fdc,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:57.071945 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52478) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:57.083499 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.083856 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.084183 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.084513 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.084876 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.085205 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.085576 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.085851 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.086174 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.086491 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.086844 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.087157 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4d777-ef86-440e-b24e-7130c3140c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:57.132480 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b44a1f2-ab2d-4005-9d7d-761bfb9bc0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.155256 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b44a1f2-ab2d-4005-9d7d-761bfb9bc0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.205007 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b44a1f2-ab2d-4005-9d7d-761bfb9bc0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.207742 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0b44a1f2-ab2d-4005-9d7d-761bfb9bc0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.208929 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-0b44a1f2-ab2d-4005-9d7d-761bfb9bc0a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5afae91f-66dc-41e6-8a47-14849fe53fdc HTTP/1.1" status: 204 len: 168 time: 0.1360800 Oct 28 12:38:57.216767 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44a1f2-ab2d-4005-9d7d-761bfb9bc0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afae91f-66dc-41e6-8a47-14849fe53fdc,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:57.508951 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52484) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:57.526185 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-654c1d95-05b9-44e7-a28a-80c4698ec049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.605952 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-654c1d95-05b9-44e7-a28a-80c4698ec049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.612251 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-654c1d95-05b9-44e7-a28a-80c4698ec049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.653888 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-654c1d95-05b9-44e7-a28a-80c4698ec049 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a0766802bc642ba87b7b1e682643948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435726 Oct 28 12:38:57.655038 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c1d95-05b9-44e7-a28a-80c4698ec049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea86800-b9d9-49c0-9524-851725dd9b81,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:57.656748 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52486) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:57.713108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2b98-fcac-4fec-8cd7-c0dcf5aa4d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.735110 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2b98-fcac-4fec-8cd7-c0dcf5aa4d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.787346 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2b98-fcac-4fec-8cd7-c0dcf5aa4d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.790908 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2b98-fcac-4fec-8cd7-c0dcf5aa4d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:57.792082 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c7bb2b98-fcac-4fec-8cd7-c0dcf5aa4d37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bea86800-b9d9-49c0-9524-851725dd9b81 HTTP/1.1" status: 204 len: 168 time: 0.1342292 Oct 28 12:38:57.800825 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb2b98-fcac-4fec-8cd7-c0dcf5aa4d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea86800-b9d9-49c0-9524-851725dd9b81,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:58.150294 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52494) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:58.166500 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2403efc1-a940-450d-a6d2-3de61f58f88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:58.251859 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2403efc1-a940-450d-a6d2-3de61f58f88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:58.257098 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2403efc1-a940-450d-a6d2-3de61f58f88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:58.296239 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403efc1-a940-450d-a6d2-3de61f58f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5954d34-a5d4-4191-b874-474325502a79,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:58.301007 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-2403efc1-a940-450d-a6d2-3de61f58f88e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c22445260304d1aa91683958a71240c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494296 Oct 28 12:38:58.305784 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52496) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:38:58.359498 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:58.388229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:58.449827 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:58.453109 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:38:58.454565 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5954d34-a5d4-4191-b874-474325502a79 HTTP/1.1" status: 204 len: 168 time: 0.1478007 Oct 28 12:38:58.463607 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5954d34-a5d4-4191-b874-474325502a79,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:38:58.471696 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.472033 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.472379 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.472770 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.473104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.473429 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.473754 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.474113 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.474409 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.474754 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.475071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:38:58.475652 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a747890-8228-425a-89a8-f7d6b770dfcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:00.219771 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-789a2105-8911-44e0-8a16-aa5ae2385624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:02.640594 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52572) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:02.765926 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-59c87deb-adc5-4556-94d3-484ce36aa1c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:02.851462 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-59c87deb-adc5-4556-94d3-484ce36aa1c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:02.857068 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-59c87deb-adc5-4556-94d3-484ce36aa1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:02.894777 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c87deb-adc5-4556-94d3-484ce36aa1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b37afa-9a74-479e-a3cd-a17e18a6011c,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:02.899275 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-59c87deb-adc5-4556-94d3-484ce36aa1c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bf43ab30bf54263950f50b0c9458cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575262 Oct 28 12:39:02.901947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52580) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:02.952242 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5065-a866-41e4-aa8d-c418fe1d78c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:02.965088 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-379d3fb8-d92f-491f-9fcb-dec63ce7ac4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:02.994108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-379d3fb8-d92f-491f-9fcb-dec63ce7ac4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:03.056596 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-379d3fb8-d92f-491f-9fcb-dec63ce7ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:03.059429 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-379d3fb8-d92f-491f-9fcb-dec63ce7ac4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:03.060834 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-379d3fb8-d92f-491f-9fcb-dec63ce7ac4a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99b37afa-9a74-479e-a3cd-a17e18a6011c HTTP/1.1" status: 204 len: 168 time: 0.1579018 Oct 28 12:39:03.069053 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3fb8-d92f-491f-9fcb-dec63ce7ac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b37afa-9a74-479e-a3cd-a17e18a6011c,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:03.724104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52612) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:03.833981 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-363368885-network', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:03.867689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Made reservation on behalf of b0c86daf60914cc3b120db57c84e7a3b for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:39:03.870138 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:03.879812 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:03.892509 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:03.969449 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:03.975816 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.001883 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:39:04.011850 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47d4ad-bd81-4705-a032-5fffb6fb5657,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:04.016957 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.017303 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Added segment d928db93-83f5-44b7-be43-89a7bb3f5402 of type vlan for network 5bb54599-a498-4593-adc3-9d00522a9997 Oct 28 12:39:04.059954 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.088656 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.089725 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:04.090328 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.149473 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4242120 Oct 28 12:39:04.152792 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52616) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:04.160702 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Request body: {'subnet': {'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-363368885-subnet', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:04.163914 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d9b10-517d-4b58-ba64-66a92880fbdf admin admin] Pushing event updated for resources: {'Network': ['ID=5bb54599-a498-4593-adc3-9d00522a9997,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:04.175146 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 5bb54599-a498-4593-adc3-9d00522a9997 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:39:04.186188 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Made reservation on behalf of b0c86daf60914cc3b120db57c84e7a3b for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:39:04.188759 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12639687'] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.369803 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13461283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12639701'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.425823 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89946f80-1b5f-4353-b5cb-ddeed15ce0ca,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:04.434781 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Checking segment: {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:04.435152 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Network hostable DHCP agents. Network: 5bb54599-a498-4593-adc3-9d00522a9997, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:39:04.453656 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Network 5bb54599-a498-4593-adc3-9d00522a9997 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:39:04.463953 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 5bb54599-a498-4593-adc3-9d00522a9997) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:04.469526 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:04.470469 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.477618 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f047d-b62e-4781-bb6e-3aecb72de808 None None] Network 5bb54599-a498-4593-adc3-9d00522a9997 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:39:04.492509 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-0a02205b-42d3-4e43-a0d0-599a0382da9e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3358700 Oct 28 12:39:04.495409 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52620) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:04.500062 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:04.523403 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.524686 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.581752 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.645630 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-5bb54599-a498-4593-adc3-9d00522a9997', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:39:04.648195 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.736397 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.768456 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.809440 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Allocated IP 172.20.0.2 (5bb54599-a498-4593-adc3-9d00522a9997/89946f80-1b5f-4353-b5cb-ddeed15ce0ca/7e127bd0-720e-488c-97f8-b40347659e44) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:04.944300 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.961823 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.964542 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:04.970259 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.012693 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Network 5bb54599-a498-4593-adc3-9d00522a9997 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:05.016227 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:05.020668 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:39:05.027708 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Pushing event updated for resources: {'Port': ['ID=7e127bd0-720e-488c-97f8-b40347659e44,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:05.053035 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.053389 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.053707 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.054097 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.054432 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.054782 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.055096 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.055419 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.055744 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.056046 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.056364 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.056685 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:05.088191 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Allocated IP 172.27.0.73 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/cd77b82c-ea41-44a9-9134-286187960644) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:05.092447 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Attempting to bind port 7e127bd0-720e-488c-97f8-b40347659e44 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:39:05.092954 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Attempting to bind port 7e127bd0-720e-488c-97f8-b40347659e44 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:39:05.093381 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Attempting to bind port 7e127bd0-720e-488c-97f8-b40347659e44 on network 5bb54599-a498-4593-adc3-9d00522a9997 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:05.098870 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:39:05.099255 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Checking segment: {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:05.099646 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.100057 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Bound using segment: {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:39:05.100511 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Bound port: 7e127bd0-720e-488c-97f8-b40347659e44, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:39:05.100927 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.165852 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] For port 7e127bd0-720e-488c-97f8-b40347659e44, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:39:05.169406 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] For port 7e127bd0-720e-488c-97f8-b40347659e44, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=7e127bd0-720e-488c-97f8-b40347659e44,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:39:05.174590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.193289 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.237991 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.243784 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ceedc0-ede2-4e7a-9290-64d48b803377 None None] Pushing event updated for resources: {'Port': ['ID=7e127bd0-720e-488c-97f8-b40347659e44,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:05.291169 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:05.296906 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:05.299518 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Pushing event updated for resources: {'Port': ['ID=cd77b82c-ea41-44a9-9134-286187960644,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:05.301751 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:39:05.532552 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.574117 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.781514 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:05.962775 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 7e127bd0-720e-488c-97f8-b40347659e44 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:06.019734 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 7e127bd0-720e-488c-97f8-b40347659e44 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:06.020258 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:06.106499 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:06.141627 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 7e127bd0-720e-488c-97f8-b40347659e44, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=7e127bd0-720e-488c-97f8-b40347659e44,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:06.147665 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:06.182756 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Router 42213643-073a-45fe-a278-3dc82294e5bd is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:39:06.199756 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=7e127bd0-720e-488c-97f8-b40347659e44,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:06.203771 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a1080-935d-48a5-948c-7437e981fc8c None None] Network 5bb54599-a498-4593-adc3-9d00522a9997 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:39:06.271702 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-e4026566-68f1-4913-a907-2dc87920301b None None] Provisioning complete for port 7e127bd0-720e-488c-97f8-b40347659e44 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:06.272431 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e4026566-68f1-4913-a907-2dc87920301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:06.288230 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:39:06.309602 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Sync routers for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:39:06.310043 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:06.314657 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c0c0539e-0d23-4434-89ee-e6a539423763 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8150086 Oct 28 12:39:06.315097 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52624) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:06.371269 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:06.372003 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:06.680424 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:06.768085 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:06.880326 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:05Z', 'revision_number': 3, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:06.883712 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-2d587a27-4d41-4266-931b-dda938906315 None None] Provisioning complete for port 7e127bd0-720e-488c-97f8-b40347659e44 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:06.884081 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2d587a27-4d41-4266-931b-dda938906315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:06.913694 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Checking router: 42213643-073a-45fe-a278-3dc82294e5bd for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:39:06.913918 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Updating router 42213643-073a-45fe-a278-3dc82294e5bd port cd77b82c-ea41-44a9-9134-286187960644 binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:39:06.935545 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Allocated IP 172.20.0.1 (5bb54599-a498-4593-adc3-9d00522a9997/89946f80-1b5f-4353-b5cb-ddeed15ce0ca/d460b1e2-b60a-45cf-be27-45e3d650cbcf) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:06.963185 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.039206 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.074399 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.114929 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Network 5bb54599-a498-4593-adc3-9d00522a9997 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:07.119564 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:07.123144 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:39:07.162974 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.165516 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Pushing event updated for resources: {'Port': ['ID=d460b1e2-b60a-45cf-be27-45e3d650cbcf,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:07.269713 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.275526 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.305776 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.330176 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Attempting to bind port cd77b82c-ea41-44a9-9134-286187960644 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:39:07.330547 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Attempting to bind port cd77b82c-ea41-44a9-9134-286187960644 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:39:07.330913 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Attempting to bind port cd77b82c-ea41-44a9-9134-286187960644 on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:07.332933 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c96f5-22a0-48f2-93c9-a0ebf44ae634 None None] Pushing event updated for resources: {'Port': ['ID=cd77b82c-ea41-44a9-9134-286187960644,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:07.338493 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:39:07.339230 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:07.339380 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.339642 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:39:07.340108 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Bound port: cd77b82c-ea41-44a9-9134-286187960644, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:39:07.340472 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.393221 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] For port cd77b82c-ea41-44a9-9134-286187960644, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:39:07.396255 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] For port cd77b82c-ea41-44a9-9134-286187960644, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=cd77b82c-ea41-44a9-9134-286187960644,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:39:07.401503 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.470977 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c96f5-22a0-48f2-93c9-a0ebf44ae634 None None] Pushing event updated for resources: {'Port': ['ID=cd77b82c-ea41-44a9-9134-286187960644,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:07.473550 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-f5f41653-4850-4421-b7f3-3f280ed0b2e4 None None] Provisioning complete for port d460b1e2-b60a-45cf-be27-45e3d650cbcf triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:07.473910 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f5f41653-4850-4421-b7f3-3f280ed0b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.475895 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.477803 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:07.478403 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:07.482522 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.548073 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.551071 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Pushing event updated for resources: {'Port': ['ID=d460b1e2-b60a-45cf-be27-45e3d650cbcf,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:07.578981 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-f5f41653-4850-4421-b7f3-3f280ed0b2e4 None None] Port d460b1e2-b60a-45cf-be27-45e3d650cbcf cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:39:07.613506 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:07.646740 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Network 5bb54599-a498-4593-adc3-9d00522a9997 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:07.648330 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:07.798679 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Router 42213643-073a-45fe-a278-3dc82294e5bd has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:39:07.846673 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 2, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:07.880097 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3997b-917a-458f-ab9e-1bc1c7350284 None None] The sync data for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi is: [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 2, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:39:07.914048 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-2f76bedb-e239-4800-8c22-54525c3458f9 None None] Provisioning complete for port d460b1e2-b60a-45cf-be27-45e3d650cbcf triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:07.914406 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2f76bedb-e239-4800-8c22-54525c3458f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:07.925500 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:39:07.937465 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-c9d771d7-b696-4ed6-ab62-90f5050b0df7 admin admin] 10.222.0.62 "PUT /v2.0/routers/42213643-073a-45fe-a278-3dc82294e5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6150753 Oct 28 12:39:07.940751 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 7e127bd0-720e-488c-97f8-b40347659e44 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:07.983080 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-2f76bedb-e239-4800-8c22-54525c3458f9 None None] Port d460b1e2-b60a-45cf-be27-45e3d650cbcf cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:39:08.006125 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 7e127bd0-720e-488c-97f8-b40347659e44 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:08.007164 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.463777 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52648) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:08.469128 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2074267430-network', 'tenant_id': '59c53cc746274d608096e82d5b788db4'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:08.491649 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Made reservation on behalf of 59c53cc746274d608096e82d5b788db4 for: {'network': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:39:08.494327 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.519486 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.609487 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.614652 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.641769 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=101422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:39:08.652338 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db25baca-a042-4bd8-9156-f55fafc0cdd7,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:08.658926 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.659271 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.segments_db [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Added segment 615470ae-d905-412a-8fc8-828e01e573ab of type vlan for network 61184569-f014-45b9-bd30-31d1ec77a4b3 Oct 28 12:39:08.701726 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.727823 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.728859 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:08.729461 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:08.787608 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3226919 Oct 28 12:39:08.790503 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52652) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:08.795485 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Request body: {'subnet': {'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2074267430-subnet', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:08.799660 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64351ad7-fd27-492c-b68b-7a669d5cc49d admin admin] Pushing event updated for resources: {'Network': ['ID=61184569-f014-45b9-bd30-31d1ec77a4b3,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:08.814870 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:39:08.831903 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Made reservation on behalf of 59c53cc746274d608096e82d5b788db4 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:39:08.834562 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12639687'] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.054190 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13461283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12639701'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.125911 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Checking segment: {'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:09.126478 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Network hostable DHCP agents. Network: 61184569-f014-45b9-bd30-31d1ec77a4b3, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:39:09.128870 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae188764-a94e-47bf-9fe1-b53d1f9c7401,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:09.160014 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:39:09.175861 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 61184569-f014-45b9-bd30-31d1ec77a4b3) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:09.181088 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:09.182815 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.185688 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bd6db-c721-4bf9-b408-bbf620294840 None None] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:39:09.212312 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-5ee48c75-ca10-4f24-a1e0-938fb739f02d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4183538 Oct 28 12:39:09.212634 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52666) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:09.217447 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:09.242261 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.243417 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.293979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.349958 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-61184569-f014-45b9-bd30-31d1ec77a4b3', 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'fixed_ips': [{'subnet_id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:39:09.350812 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.435483 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.485604 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Allocated IP 172.20.0.2 (61184569-f014-45b9-bd30-31d1ec77a4b3/ae188764-a94e-47bf-9fe1-b53d1f9c7401/b7d71fb8-26ad-46e3-92c4-ba13769436f0) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:09.639752 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.640012 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.647659 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.663424 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.691619 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:09.694778 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:09.697266 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:39:09.704979 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Pushing event updated for resources: {'Port': ['ID=b7d71fb8-26ad-46e3-92c4-ba13769436f0,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:09.759658 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Attempting to bind port b7d71fb8-26ad-46e3-92c4-ba13769436f0 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:39:09.760028 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Attempting to bind port b7d71fb8-26ad-46e3-92c4-ba13769436f0 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:39:09.760405 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Attempting to bind port b7d71fb8-26ad-46e3-92c4-ba13769436f0 on network 61184569-f014-45b9-bd30-31d1ec77a4b3 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:09.765810 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:39:09.766165 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Checking segment: {'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:09.766570 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.766957 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Bound using segment: {'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:39:09.767577 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Bound port: b7d71fb8-26ad-46e3-92c4-ba13769436f0, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:39:09.767955 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.770711 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Allocated IP 172.27.0.6 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/e95fa45d-3d59-470c-9c85-ab67bcc66d9b) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:09.842327 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] For port b7d71fb8-26ad-46e3-92c4-ba13769436f0, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:39:09.847057 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] For port b7d71fb8-26ad-46e3-92c4-ba13769436f0, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=b7d71fb8-26ad-46e3-92c4-ba13769436f0,segment=NetworkSegment(615470ae-d905-412a-8fc8-828e01e573ab),segment_id=615470ae-d905-412a-8fc8-828e01e573ab)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:39:09.851744 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.891753 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.922650 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60e5a-23fa-4614-9582-bc23320b906d None None] Pushing event updated for resources: {'Port': ['ID=b7d71fb8-26ad-46e3-92c4-ba13769436f0,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:09.951732 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:09.991559 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd77b82c-ea41-44a9-9134-286187960644 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:10.001775 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:10.005005 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:10.009399 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:39:10.015321 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:10.035525 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Sync routers for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:39:10.045334 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:10.046074 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:10.065899 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port cd77b82c-ea41-44a9-9134-286187960644 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:10.066272 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.206014 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.209525 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:10.239530 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port cd77b82c-ea41-44a9-9134-286187960644, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=cd77b82c-ea41-44a9-9134-286187960644,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:10.248905 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.352020 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=cd77b82c-ea41-44a9-9134-286187960644,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:10.375925 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.468634 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 2, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:10.495364 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Checking router: 42213643-073a-45fe-a278-3dc82294e5bd for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:39:10.495721 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Updating router 42213643-073a-45fe-a278-3dc82294e5bd port d460b1e2-b60a-45cf-be27-45e3d650cbcf binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:39:10.520327 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.589858 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.728765 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Router d654fcb3-5bdb-4b83-8157-6521a6c1f5df is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:39:10.848869 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:39:10.869811 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Sync routers for ids ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:39:10.872701 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.876733 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-047740e0-8080-4f73-a8b8-53445847efc3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6602564 Oct 28 12:39:10.877090 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52678) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:10.890192 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.890402 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Routers {'d654fcb3-5bdb-4b83-8157-6521a6c1f5df'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:10.890975 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:10.896649 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:10.959374 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Pushing event updated for resources: {'Port': ['ID=d460b1e2-b60a-45cf-be27-45e3d650cbcf,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:10.968624 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.969141 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.970067 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.970473 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.971022 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.971596 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.971980 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.972364 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.972775 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.973161 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.974064 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:10.974195 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085631d-5dcc-4ce7-a71b-91d90a9ea19b None None] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:39:10.974488 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:11.036813 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Attempting to bind port d460b1e2-b60a-45cf-be27-45e3d650cbcf on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:39:11.037517 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Attempting to bind port d460b1e2-b60a-45cf-be27-45e3d650cbcf by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:39:11.037517 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Attempting to bind port d460b1e2-b60a-45cf-be27-45e3d650cbcf on network 5bb54599-a498-4593-adc3-9d00522a9997 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:11.046913 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:39:11.046913 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Checking segment: {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:11.046913 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.046913 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Bound using segment: {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:39:11.046913 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Bound port: d460b1e2-b60a-45cf-be27-45e3d650cbcf, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:39:11.046913 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.126939 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] For port d460b1e2-b60a-45cf-be27-45e3d650cbcf, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:39:11.131359 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] For port d460b1e2-b60a-45cf-be27-45e3d650cbcf, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=d460b1e2-b60a-45cf-be27-45e3d650cbcf,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:39:11.151446 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.211522 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:11.212144 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:11.239191 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-e9543c2c-5b74-4788-be46-cc38e1a776af None None] Provisioning complete for port b7d71fb8-26ad-46e3-92c4-ba13769436f0 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:11.239668 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e9543c2c-5b74-4788-be46-cc38e1a776af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.283668 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85e1a0-378e-4d9a-b99d-d4c4359ec0b8 None None] Pushing event updated for resources: {'Port': ['ID=d460b1e2-b60a-45cf-be27-45e3d650cbcf,revision_number=4']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:11.311858 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Set router d654fcb3-5bdb-4b83-8157-6521a6c1f5df gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:11.344367 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:11.461235 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.555795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e9543c2c-5b74-4788-be46-cc38e1a776af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.582949 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:11Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:11.610793 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a6ec0-230e-448b-8abe-c62ef2975317 None None] The sync data for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi is: [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:11Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:39:11.620690 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-e9543c2c-5b74-4788-be46-cc38e1a776af None None] For port b7d71fb8-26ad-46e3-92c4-ba13769436f0, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=b7d71fb8-26ad-46e3-92c4-ba13769436f0,segment=NetworkSegment(615470ae-d905-412a-8fc8-828e01e573ab),segment_id=615470ae-d905-412a-8fc8-828e01e573ab)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:11.629665 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Allocated IP 172.20.0.1 (61184569-f014-45b9-bd30-31d1ec77a4b3/ae188764-a94e-47bf-9fe1-b53d1f9c7401/12b414a7-7d8d-4d56-89ac-3b0e5ea02416) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:11.629999 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e9543c2c-5b74-4788-be46-cc38e1a776af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.692279 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 3, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port': {'id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:11.694403 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543c2c-5b74-4788-be46-cc38e1a776af None None] Pushing event updated for resources: {'Port': ['ID=b7d71fb8-26ad-46e3-92c4-ba13769436f0,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:11.738663 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Checking router: d654fcb3-5bdb-4b83-8157-6521a6c1f5df for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:39:11.739008 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Updating router d654fcb3-5bdb-4b83-8157-6521a6c1f5df port e95fa45d-3d59-470c-9c85-ab67bcc66d9b binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:39:11.760258 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.773020 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.779121 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-a2f86d52-cf2a-4c17-bea4-b6b2337bda25 None None] Provisioning complete for port d460b1e2-b60a-45cf-be27-45e3d650cbcf triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:11.779121 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a2f86d52-cf2a-4c17-bea4-b6b2337bda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.805157 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:11.848123 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:11.852707 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:11.857120 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:39:11.921632 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Pushing event updated for resources: {'Port': ['ID=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:11.927087 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.027167 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a2f86d52-cf2a-4c17-bea4-b6b2337bda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.119541 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-a2f86d52-cf2a-4c17-bea4-b6b2337bda25 None None] For port d460b1e2-b60a-45cf-be27-45e3d650cbcf, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=d460b1e2-b60a-45cf-be27-45e3d650cbcf,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:12.124828 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.147201 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a2f86d52-cf2a-4c17-bea4-b6b2337bda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.162226 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd77b82c-ea41-44a9-9134-286187960644 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:12.285185 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.306997 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f86d52-cf2a-4c17-bea4-b6b2337bda25 None None] Pushing event updated for resources: {'Port': ['ID=d460b1e2-b60a-45cf-be27-45e3d650cbcf,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:12.309768 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.318667 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.325860 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.340736 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-2758f870-543f-4e34-bbdb-ffd6f3aadb08 None None] Provisioning complete for port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:12.341115 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2758f870-543f-4e34-bbdb-ffd6f3aadb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.371418 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port cd77b82c-ea41-44a9-9134-286187960644 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:12.371784 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.399972 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.402653 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Pushing event updated for resources: {'Port': ['ID=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:12.426481 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Attempting to bind port e95fa45d-3d59-470c-9c85-ab67bcc66d9b on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:39:12.426754 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Attempting to bind port e95fa45d-3d59-470c-9c85-ab67bcc66d9b by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:39:12.427114 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Attempting to bind port e95fa45d-3d59-470c-9c85-ab67bcc66d9b on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:12.434180 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e80fd-84b6-4df5-87da-5a7b4c58b778 None None] Pushing event updated for resources: {'Port': ['ID=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:12.442117 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-2758f870-543f-4e34-bbdb-ffd6f3aadb08 None None] Port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:39:12.446368 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:39:12.446753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:12.447153 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.447548 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:39:12.448043 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Bound port: e95fa45d-3d59-470c-9c85-ab67bcc66d9b, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:39:12.448423 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.492888 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-2758f870-543f-4e34-bbdb-ffd6f3aadb08 None None] Provisioning complete for port b7d71fb8-26ad-46e3-92c4-ba13769436f0 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:12.493258 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2758f870-543f-4e34-bbdb-ffd6f3aadb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.507549 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:12.508970 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:12.562596 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] For port e95fa45d-3d59-470c-9c85-ab67bcc66d9b, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:39:12.584265 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] For port e95fa45d-3d59-470c-9c85-ab67bcc66d9b, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:39:12.587682 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d460b1e2-b60a-45cf-be27-45e3d650cbcf up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:12.592753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.625942 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Router d654fcb3-5bdb-4b83-8157-6521a6c1f5df has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:39:12.727974 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Routers {'d654fcb3-5bdb-4b83-8157-6521a6c1f5df'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:12.728595 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:12.732014 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e80fd-84b6-4df5-87da-5a7b4c58b778 None None] Pushing event updated for resources: {'Port': ['ID=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:12.738093 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:39:12.745204 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2c6b01ae-82df-4296-b997-545146fb81e5 admin admin] 10.222.0.62 "PUT /v2.0/routers/d654fcb3-5bdb-4b83-8157-6521a6c1f5df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668625 Oct 28 12:39:12.815309 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port d460b1e2-b60a-45cf-be27-45e3d650cbcf triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:12.815676 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:12.872244 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] Set router d654fcb3-5bdb-4b83-8157-6521a6c1f5df gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:13.123172 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-912e32f0-3d21-462b-ae6b-786b7e7d2d5f None None] Provisioning complete for port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:13.123920 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-912e32f0-3d21-462b-ae6b-786b7e7d2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:13.180549 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device b7d71fb8-26ad-46e3-92c4-ba13769436f0 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:13.249555 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-912e32f0-3d21-462b-ae6b-786b7e7d2d5f None None] Port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:39:13.309610 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port b7d71fb8-26ad-46e3-92c4-ba13769436f0 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:13.309970 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:13.372178 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 4, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port': {'id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '12b414a7-7d8d-4d56-89ac-3b0e5ea02416', 'name': '', 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'mac_address': 'fa:16:3e:19:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:11Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 2, 'project_id': '59c53cc746274d608096e82d5b788db4', 'subnets': [{'id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:13.427711 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ec81-8145-4ce1-a70f-4ec7da54765d None None] The sync data for ids ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'] in dv-cinder-815146-6-iscsi is: [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 4, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port': {'id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '12b414a7-7d8d-4d56-89ac-3b0e5ea02416', 'name': '', 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'mac_address': 'fa:16:3e:19:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:11Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 2, 'project_id': '59c53cc746274d608096e82d5b788db4', 'subnets': [{'id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:39:13.981703 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d460b1e2-b60a-45cf-be27-45e3d650cbcf up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:14.039917 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port d460b1e2-b60a-45cf-be27-45e3d650cbcf triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:14.040358 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:15.178401 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:15.960667 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Sync routers for ids ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:39:15.973156 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Routers {'d654fcb3-5bdb-4b83-8157-6521a6c1f5df'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:15.974518 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:16.004459 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e95fa45d-3d59-470c-9c85-ab67bcc66d9b up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:16.070486 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port e95fa45d-3d59-470c-9c85-ab67bcc66d9b triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:16.071154 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.134052 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Set router d654fcb3-5bdb-4b83-8157-6521a6c1f5df gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:16.186464 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.213093 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port e95fa45d-3d59-470c-9c85-ab67bcc66d9b, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:16.219067 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.284776 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:16.365129 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 4, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port': {'id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '12b414a7-7d8d-4d56-89ac-3b0e5ea02416', 'name': '', 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'mac_address': 'fa:16:3e:19:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:11Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 2, 'project_id': '59c53cc746274d608096e82d5b788db4', 'subnets': [{'id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:16.401500 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Checking router: d654fcb3-5bdb-4b83-8157-6521a6c1f5df for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:39:16.401905 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Updating router d654fcb3-5bdb-4b83-8157-6521a6c1f5df port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:39:16.431679 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.715081 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.721686 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.768027 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2675f7-9eba-4501-a8f5-2d7b1c3291ef None None] Pushing event updated for resources: {'Port': ['ID=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:16.849600 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Attempting to bind port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:39:16.850044 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Attempting to bind port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:39:16.850747 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Attempting to bind port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 on network 61184569-f014-45b9-bd30-31d1ec77a4b3 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:16.857068 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:39:16.857411 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Checking segment: {'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:16.858205 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.863672 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Bound using segment: {'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:39:16.864352 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Bound port: 12b414a7-7d8d-4d56-89ac-3b0e5ea02416, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615470ae-d905-412a-8fc8-828e01e573ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:39:16.864862 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:16.942961 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] For port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:39:16.948095 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] For port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,segment=NetworkSegment(615470ae-d905-412a-8fc8-828e01e573ab),segment_id=615470ae-d905-412a-8fc8-828e01e573ab)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:39:16.958582 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:17.029322 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Routers {'d654fcb3-5bdb-4b83-8157-6521a6c1f5df'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:17.029991 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:17.034796 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-ee48ffc9-7d0c-4e9c-82e0-84cecb6f727b None None] Provisioning complete for port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:17.035103 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ee48ffc9-7d0c-4e9c-82e0-84cecb6f727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:17.173979 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ee48ffc9-7d0c-4e9c-82e0-84cecb6f727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:17.218992 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-ee48ffc9-7d0c-4e9c-82e0-84cecb6f727b None None] For port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,segment=NetworkSegment(615470ae-d905-412a-8fc8-828e01e573ab),segment_id=615470ae-d905-412a-8fc8-828e01e573ab)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:17.232055 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ee48ffc9-7d0c-4e9c-82e0-84cecb6f727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:17.266081 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2675f7-9eba-4501-a8f5-2d7b1c3291ef None None] Pushing event updated for resources: {'Port': ['ID=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,revision_number=4']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:17.314191 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48ffc9-7d0c-4e9c-82e0-84cecb6f727b None None] Pushing event updated for resources: {'Port': ['ID=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:17.326683 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] Set router d654fcb3-5bdb-4b83-8157-6521a6c1f5df gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:17.357290 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-f21e5749-4ee2-4373-b1cb-29576645b9fc None None] Provisioning complete for port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:17.358230 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f21e5749-4ee2-4373-b1cb-29576645b9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:17.576249 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 4, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port': {'id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '12b414a7-7d8d-4d56-89ac-3b0e5ea02416', 'name': '', 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'mac_address': 'fa:16:3e:19:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:11Z', 'updated_at': '2021-10-28T12:39:16Z', 'revision_number': 4, 'project_id': '59c53cc746274d608096e82d5b788db4', 'subnets': [{'id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:17.606897 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd6762-11bd-407b-aea5-0030811c6380 None None] The sync data for ids ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'] in dv-cinder-815146-6-iscsi is: [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 4, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port': {'id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '12b414a7-7d8d-4d56-89ac-3b0e5ea02416', 'name': '', 'network_id': '61184569-f014-45b9-bd30-31d1ec77a4b3', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'mac_address': 'fa:16:3e:19:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:11Z', 'updated_at': '2021-10-28T12:39:16Z', 'revision_number': 4, 'project_id': '59c53cc746274d608096e82d5b788db4', 'subnets': [{'id': 'ae188764-a94e-47bf-9fe1-b53d1f9c7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:39:18.011435 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e95fa45d-3d59-470c-9c85-ab67bcc66d9b up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:18.070027 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port e95fa45d-3d59-470c-9c85-ab67bcc66d9b triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:18.070556 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:18.169819 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:18.232291 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:18.233107 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:19.641812 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52758) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:19.782824 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-823cfb61-0fec-4546-a438-8492d4238098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:19.868578 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-823cfb61-0fec-4546-a438-8492d4238098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:19.874637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-823cfb61-0fec-4546-a438-8492d4238098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:19.915654 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cfb61-0fec-4546-a438-8492d4238098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af2a948-1f77-45ee-91b5-f29aabe7f7ec,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:19.921699 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-823cfb61-0fec-4546-a438-8492d4238098 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5107240053504e5c8106a3d065051846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788177 Oct 28 12:39:19.924605 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52762) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:19.976721 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-47ee7537-bf70-41b3-b6ce-59c09792aa86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:19.998808 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-47ee7537-bf70-41b3-b6ce-59c09792aa86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:20.050755 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-47ee7537-bf70-41b3-b6ce-59c09792aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:20.053816 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-47ee7537-bf70-41b3-b6ce-59c09792aa86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:20.055088 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-47ee7537-bf70-41b3-b6ce-59c09792aa86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0af2a948-1f77-45ee-91b5-f29aabe7f7ec HTTP/1.1" status: 204 len: 168 time: 0.1294165 Oct 28 12:39:20.063468 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee7537-bf70-41b3-b6ce-59c09792aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af2a948-1f77-45ee-91b5-f29aabe7f7ec,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:20.426783 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:39:23.142427 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-d438a59d-701a-43e0-bec7-68543a407887 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:23.143863 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-d438a59d-701a-43e0-bec7-68543a407887 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 814 time: 0.1089180 Oct 28 12:39:23.160750 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-e38c884f-9439-4daf-9987-ed941921c092 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/quotas/b0c86daf60914cc3b120db57c84e7a3b HTTP/1.1" status: 200 len: 375 time: 0.0093622 Oct 28 12:39:23.211944 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-1412f955-3b77-4d9e-bead-9e01dd357b2f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455215 Oct 28 12:39:23.313404 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-9ad2fcc7-1f30-47a5-9bc5-3b2d4df65319 service neutron] 10.222.0.62 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897019 Oct 28 12:39:23.415910 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-13dfc42e-131f-4b28-8070-a9cc90253790 service neutron] 10.222.0.62 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958807 Oct 28 12:39:23.598248 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-eeb77317-20c0-4f4b-a9b6-207552677667 req-367d3da6-037c-44e2-8a3a-acbcfa1116dc tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0413299 Oct 28 12:39:24.599619 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-715570d2-dbe3-4974-a18c-1f93742a1b22 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:24.601188 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-715570d2-dbe3-4974-a18c-1f93742a1b22 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 814 time: 0.1154249 Oct 28 12:39:24.616192 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'port': {'device_id': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'admin_state_up': True, 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:24.757342 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Made reservation on behalf of b0c86daf60914cc3b120db57c84e7a3b for: {'port': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:39:24.761563 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:24.914934 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-292403b3-a164-48c8-bc64-4f983a902995 req-7fbf8802-6915-43fc-85ad-3dadbd37a4e6 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0547891 Oct 28 12:39:24.934592 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Allocated IP 172.20.0.8 (5bb54599-a498-4593-adc3-9d00522a9997/89946f80-1b5f-4353-b5cb-ddeed15ce0ca/29368d97-129c-41f1-b476-6e9c1655e8e5) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:25.109971 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:25.155796 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:25.198587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Network 5bb54599-a498-4593-adc3-9d00522a9997 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:39:25.202099 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:39:25.216453 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:39:25.269466 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:25.293151 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:25.299505 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:25.335220 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-5917e581-1e58-4cc5-afa0-3e337c8aacf3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7233040 Oct 28 12:39:25.641604 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-cce61a1e-7aa6-49c6-9f62-b58838084f94 None None] Provisioning complete for port 29368d97-129c-41f1-b476-6e9c1655e8e5 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:25.642170 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-cce61a1e-7aa6-49c6-9f62-b58838084f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:25.683069 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-cce61a1e-7aa6-49c6-9f62-b58838084f94 None None] Port 29368d97-129c-41f1-b476-6e9c1655e8e5 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:39:26.055045 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350f1-bfd4-4d8b-87e9-fdf0077ce42c req-2a1e21d7-fb53-4cdb-a9ba-4730097fa7cc tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:26.056538 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c7350f1-bfd4-4d8b-87e9-fdf0077ce42c req-2a1e21d7-fb53-4cdb-a9ba-4730097fa7cc tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0620785 Oct 28 12:39:26.098787 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1c7350f1-bfd4-4d8b-87e9-fdf0077ce42c req-91dcb3b9-9a4c-44bb-a894-fb3f699855a4 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332048 Oct 28 12:39:27.222563 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6dfa8-2231-466d-9940-01123367edd1 req-9d6292c6-88f4-497d-93d7-b5123c390759 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:27.224261 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-52c6dfa8-2231-466d-9940-01123367edd1 req-9d6292c6-88f4-497d-93d7-b5123c390759 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0557494 Oct 28 12:39:27.262094 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-52c6dfa8-2231-466d-9940-01123367edd1 req-e2378471-e06e-4cee-a85f-e57fa4d75f1d tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Oct 28 12:39:28.399275 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ec2e-2c97-4067-91a4-00434a0de442 req-ebc3fbcd-ce44-4210-806e-ec0d7bdf1107 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:28.401612 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-82c6ec2e-2c97-4067-91a4-00434a0de442 req-ebc3fbcd-ce44-4210-806e-ec0d7bdf1107 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0639012 Oct 28 12:39:28.444120 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-82c6ec2e-2c97-4067-91a4-00434a0de442 req-5f8c0640-f41e-4cef-a4cd-601375172317 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349419 Oct 28 12:39:29.575469 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32086593-272b-491a-95d9-0d36f3c90c7f req-e5ed052f-3469-416a-ac76-550b41c05e71 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:29.576981 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-32086593-272b-491a-95d9-0d36f3c90c7f req-e5ed052f-3469-416a-ac76-550b41c05e71 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0595968 Oct 28 12:39:29.618195 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-32086593-272b-491a-95d9-0d36f3c90c7f req-86fd37e2-7344-4be1-b2e5-dc7eccea7a89 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Oct 28 12:39:30.227135 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-dd3166d1-9c2e-455c-9999-5df57e64044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:30.770444 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54995b4-cdc2-414b-8eaf-0422add4b565 req-b29784aa-cd1d-46ab-9df0-27d93f86dd46 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:30.771996 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e54995b4-cdc2-414b-8eaf-0422add4b565 req-b29784aa-cd1d-46ab-9df0-27d93f86dd46 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0840397 Oct 28 12:39:30.816172 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e54995b4-cdc2-414b-8eaf-0422add4b565 req-3ab64663-3c70-4f79-b9bb-741979ae4894 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Oct 28 12:39:31.941913 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f57ac-2295-48b1-91c5-2fd087fb80e1 req-6623911c-d0e3-4d2d-9424-8d104645fc35 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:31.944590 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6d7f57ac-2295-48b1-91c5-2fd087fb80e1 req-6623911c-d0e3-4d2d-9424-8d104645fc35 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0573978 Oct 28 12:39:31.982288 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-6d7f57ac-2295-48b1-91c5-2fd087fb80e1 req-6d909dbb-98e5-492b-af04-d1e2875f856d tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Oct 28 12:39:32.948293 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a0a960fa-886d-4ab8-bd28-004a4b86d29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:33.104395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb297a-8fe9-41f4-9c37-1c884e574932 req-d003a73d-e577-402f-9509-6ba234d3f76b tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:33.105902 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a2bb297a-8fe9-41f4-9c37-1c884e574932 req-d003a73d-e577-402f-9509-6ba234d3f76b tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0535204 Oct 28 12:39:33.145306 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a2bb297a-8fe9-41f4-9c37-1c884e574932 req-dfd29ca8-4ffa-4996-8e72-cdaf2d99c3c9 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Oct 28 12:39:33.885663 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:34.268472 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436340-39a8-4ab1-9b45-067fdf75431a req-c2852fa0-83f3-431a-a1f3-7d4c7cb77364 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:34.270001 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fe436340-39a8-4ab1-9b45-067fdf75431a req-c2852fa0-83f3-431a-a1f3-7d4c7cb77364 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0557427 Oct 28 12:39:34.308131 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fe436340-39a8-4ab1-9b45-067fdf75431a req-d05db96a-f00f-4b73-8303-ddc1498571c5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Oct 28 12:39:34.754785 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:35.436500 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3be6dc-a004-4c90-b567-28277de5c28b req-b68fa11e-1d8b-4e88-bab7-211289cbf96e tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:35.437886 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b3be6dc-a004-4c90-b567-28277de5c28b req-b68fa11e-1d8b-4e88-bab7-211289cbf96e tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.0561421 Oct 28 12:39:35.482049 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b3be6dc-a004-4c90-b567-28277de5c28b req-561f8512-990c-46d0-950e-afd1975613dd tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379255 Oct 28 12:39:35.539313 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:35.946071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Request body: {'port': {'device_id': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:36.003056 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:36.509311 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29368d97-129c-41f1-b476-6e9c1655e8e5 {{(pid=101423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:39:36.516915 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:36.529194 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.provisioning_blocks [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Transition to ACTIVE for port object 29368d97-129c-41f1-b476-6e9c1655e8e5 will not be triggered until provisioned by entity L2. {{(pid=101423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:39:36.534157 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:36.610169 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Pushing event updated for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:36.676754 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca47cde-4766-491e-90a4-1eb4861cd9aa req-995b4144-dca7-42a1-93c9-055e52388bc7 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:36.679006 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aca47cde-4766-491e-90a4-1eb4861cd9aa req-995b4144-dca7-42a1-93c9-055e52388bc7 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.1184237 Oct 28 12:39:36.720871 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Attempting to bind port 29368d97-129c-41f1-b476-6e9c1655e8e5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:39:36.721200 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Attempting to bind port 29368d97-129c-41f1-b476-6e9c1655e8e5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:39:36.721522 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Attempting to bind port 29368d97-129c-41f1-b476-6e9c1655e8e5 on network 5bb54599-a498-4593-adc3-9d00522a9997 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:36.733761 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Port 29368d97-129c-41f1-b476-6e9c1655e8e5 on network 5bb54599-a498-4593-adc3-9d00522a9997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:39:36.734079 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Attempting to bind port 29368d97-129c-41f1-b476-6e9c1655e8e5 on network 5bb54599-a498-4593-adc3-9d00522a9997 {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:39:36.739382 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aca47cde-4766-491e-90a4-1eb4861cd9aa req-16c43f74-a40e-412e-8e3f-db8c7cc9cf7c tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Oct 28 12:39:36.742108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:39:36.742440 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Checking segment: {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:39:36.742809 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Bound using segment: {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'} {{(pid=101423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:39:36.743230 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.managers [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Bound port: 29368d97-129c-41f1-b476-6e9c1655e8e5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd928db93-83f5-44b7-be43-89a7bb3f5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997'}}] {{(pid=101423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:39:36.744186 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:36.808939 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, cleared binding levels {{(pid=101423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:39:36.811905 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29368d97-129c-41f1-b476-6e9c1655e8e5,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:39:36.817104 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:36.855510 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:36.856265 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:36.857758 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] 10.222.0.77 "PUT /v2.0/ports/29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 1093 time: 0.9160302 Oct 28 12:39:36.858464 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:39:36.860352 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:39:36.891483 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7730b52-ae48-4b71-9d36-9e42ad58ca31 service neutron] Pushing event updated for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=3']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:36.912979 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf3971-d931-4abc-ab5f-60d057d16063 x-openstack-request-id: req-ddcf3971-d931-4abc-ab5f-60d057d16063 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:39:36.913352 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:39:36.913609 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddcf3971-d931-4abc-ab5f-60d057d16063 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:39:36.914001 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'status': 'completed', 'code': 200} Oct 28 12:39:36.947663 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-c0a082f4-3309-4818-840d-9a2fac7bb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:36.949303 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-c0a082f4-3309-4818-840d-9a2fac7bb473 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0468259 Oct 28 12:39:36.994130 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-c0bec269-bc58-402b-9b5e-6a1387c2c6dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 217 time: 0.0351958 Oct 28 12:39:37.059739 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-0ee4d117-6a60-4877-a421-168454768c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:37.061241 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-0ee4d117-6a60-4877-a421-168454768c29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0589008 Oct 28 12:39:37.113395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-d8bab53c-72c8-4f3d-9fd9-bfcac39e36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:37.115531 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-d8bab53c-72c8-4f3d-9fd9-bfcac39e36fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459783 Oct 28 12:39:37.214789 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-e00cd115-d99a-4c7e-baea-9cce31b596c6 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911152 Oct 28 12:39:37.304919 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa48fad3-5246-4cb5-a499-6c22c06acdb4 req-997110f6-d296-4ec4-9fd6-96308c1af083 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829241 Oct 28 12:39:37.396161 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-92ad5141-57c7-4c98-8290-41dec668ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:37.397690 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-92ad5141-57c7-4c98-8290-41dec668ccee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0430558 Oct 28 12:39:37.491114 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-5517ea78-be10-46fc-8989-ef3599ce3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:37.492641 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-5517ea78-be10-46fc-8989-ef3599ce3253 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 915 time: 0.0878780 Oct 28 12:39:37.533298 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-6f21247e-c104-4e8b-8097-b96b14eb814b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 217 time: 0.0333254 Oct 28 12:39:37.586021 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-771de9d1-b009-405a-bf91-d2a0b8114a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:37.587403 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-771de9d1-b009-405a-bf91-d2a0b8114a11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0467641 Oct 28 12:39:37.633870 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-71150f96-1951-416b-953f-f1c05b9d841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:37.635368 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-71150f96-1951-416b-953f-f1c05b9d841e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397222 Oct 28 12:39:37.723675 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-4e94f7d7-917c-4770-8195-9b95816a5f87 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807350 Oct 28 12:39:37.827234 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e88e2c2f-063f-423b-a2a7-523c0f5b4e13 req-b7bfa10b-120b-4efa-960c-16e2d348d0dd service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960190 Oct 28 12:39:37.863229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383e256-a583-432a-86dc-d592f4a83e32 req-71c8802a-daad-4e33-9b40-4085fb3b7347 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:37.864743 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b383e256-a583-432a-86dc-d592f4a83e32 req-71c8802a-daad-4e33-9b40-4085fb3b7347 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.0516386 Oct 28 12:39:37.903050 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b383e256-a583-432a-86dc-d592f4a83e32 req-7a9d97fe-a48c-4344-be64-9154f05c9a24 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Oct 28 12:39:39.023600 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a771a-8319-4c38-85be-cc49a2a2027c req-f7ff5e47-73e4-441b-848a-a50bda9273b6 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:39.025070 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-432a771a-8319-4c38-85be-cc49a2a2027c req-f7ff5e47-73e4-441b-848a-a50bda9273b6 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.0536528 Oct 28 12:39:39.063370 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-432a771a-8319-4c38-85be-cc49a2a2027c req-eabcd233-4391-4b75-9aab-da1c3b1aa631 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Oct 28 12:39:40.202412 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc93afd-9b2c-436d-ac5c-b7ba6b5c49e8 req-1d6c41ed-4676-40db-94f8-f6c19fcf984e tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:40.203900 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dcc93afd-9b2c-436d-ac5c-b7ba6b5c49e8 req-1d6c41ed-4676-40db-94f8-f6c19fcf984e tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.0645685 Oct 28 12:39:40.244166 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dcc93afd-9b2c-436d-ac5c-b7ba6b5c49e8 req-99a385c9-9668-4c9b-9331-8a26c093e66b tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340269 Oct 28 12:39:40.640648 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 29368d97-129c-41f1-b476-6e9c1655e8e5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:39:40.739529 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29368d97-129c-41f1-b476-6e9c1655e8e5,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:40.750566 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'port_id': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'mac_address': 'fa:16:3e:b9:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:39:40.792590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:40.806450 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29368d97-129c-41f1-b476-6e9c1655e8e5 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:39:40.825128 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29368d97-129c-41f1-b476-6e9c1655e8e5,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:40.830015 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:40.879225 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:41.060915 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['29368d97-129c-41f1-b476-6e9c1655e8e5'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:39:41.362412 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35873efd-c05f-4bd4-a890-2a14fec998bf req-8d76b87e-b3e8-4f99-a3fc-3616142d556a tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:41.363901 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-35873efd-c05f-4bd4-a890-2a14fec998bf req-8d76b87e-b3e8-4f99-a3fc-3616142d556a tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 944 time: 0.0534866 Oct 28 12:39:41.401641 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-35873efd-c05f-4bd4-a890-2a14fec998bf req-1d0d62df-f335-4fb4-b5e4-e466d166a60c tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Oct 28 12:39:42.539155 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edad55-9233-482a-9e3c-05c34ca95830 req-adb1078b-b6fb-48ec-a41b-68145f1d770d tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:42.540686 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-06edad55-9233-482a-9e3c-05c34ca95830 req-adb1078b-b6fb-48ec-a41b-68145f1d770d tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 944 time: 0.0672350 Oct 28 12:39:42.582467 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-06edad55-9233-482a-9e3c-05c34ca95830 req-24ecb2df-fca3-4bae-98f9-680e0b8a91ba tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Oct 28 12:39:42.656090 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 29368d97-129c-41f1-b476-6e9c1655e8e5 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:39:42.713937 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 29368d97-129c-41f1-b476-6e9c1655e8e5 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:39:42.717779 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 29368d97-129c-41f1-b476-6e9c1655e8e5 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:39:42.718162 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:42.800652 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:42.824278 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:39:42.826755 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845f820-1428-487f-8ac6-61c0f8889f4c" -d '{"events": [{"server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "name": "network-vif-plugged", "status": "completed", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:39:42.845218 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29368d97-129c-41f1-b476-6e9c1655e8e5,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:42.849306 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:42.872084 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89a7d2-9693-4720-8800-9388ec9db244 x-openstack-request-id: req-ca89a7d2-9693-4720-8800-9388ec9db244 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:39:42.872344 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "name": "network-vif-plugged", "status": "completed", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:39:42.872696 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca89a7d2-9693-4720-8800-9388ec9db244 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:39:42.873030 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'code': 200} Oct 28 12:39:42.900303 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:43.035500 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00548e-09f7-4e5d-9ae6-f5920b0b1e1b req-04850f12-dd90-4a08-b7c6-3ac8d1d19aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:43.037059 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b00548e-09f7-4e5d-9ae6-f5920b0b1e1b req-04850f12-dd90-4a08-b7c6-3ac8d1d19aab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0432048 Oct 28 12:39:43.077944 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b00548e-09f7-4e5d-9ae6-f5920b0b1e1b req-63b55ab7-3450-482e-b8f0-162a2cb0a8d2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Oct 28 12:39:43.707842 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97ba0-4a1e-40a0-ad55-fe66fde839fd req-2fa7a74d-e932-4f95-a5cd-f66ac16ed8dd tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:43.709346 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4a97ba0-4a1e-40a0-ad55-fe66fde839fd req-2fa7a74d-e932-4f95-a5cd-f66ac16ed8dd tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0537117 Oct 28 12:39:43.750283 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4a97ba0-4a1e-40a0-ad55-fe66fde839fd req-7bdb65cc-8e09-465e-91af-e2f4f3eccc72 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Oct 28 12:39:44.875134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4a176-5126-4d32-9d4c-9f127ce998eb req-5c40d622-f416-4e07-b926-c98bb2c17c1e tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:44.876626 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-08e4a176-5126-4d32-9d4c-9f127ce998eb req-5c40d622-f416-4e07-b926-c98bb2c17c1e tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0544505 Oct 28 12:39:44.916967 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-08e4a176-5126-4d32-9d4c-9f127ce998eb req-3d782c94-8004-435f-a826-b8df6d88a8b7 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338368 Oct 28 12:39:45.034050 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96357f-bb16-4894-b5a6-3870a9923211 req-c2445bb3-04d6-4e32-9440-42d0d39120ac tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:45.035400 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b96357f-bb16-4894-b5a6-3870a9923211 req-c2445bb3-04d6-4e32-9440-42d0d39120ac tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0503988 Oct 28 12:39:45.077439 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b96357f-bb16-4894-b5a6-3870a9923211 req-4552fdbe-c65c-467f-abe5-d4ef5313ef70 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357444 Oct 28 12:39:45.187776 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:45.424779 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1953973-6fad-480b-b858-dd1fdd3fb456 req-2d4bcbc4-10ae-4545-adb4-b6cc6efbb8d5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:45.426276 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a1953973-6fad-480b-b858-dd1fdd3fb456 req-2d4bcbc4-10ae-4545-adb4-b6cc6efbb8d5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Oct 28 12:39:45.470363 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a1953973-6fad-480b-b858-dd1fdd3fb456 req-1b618742-1992-4460-8232-74d4c1e9c9b8 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Oct 28 12:39:48.512670 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-960bb7d6-f3a9-433b-b17c-1e8c7a0cdf8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490429 Oct 28 12:39:48.579115 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-4148a1c5-994a-4be4-9d6b-f9aec6b65c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:48.580748 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-4148a1c5-994a-4be4-9d6b-f9aec6b65c58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 1099 time: 0.0414424 Oct 28 12:39:48.693480 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-ffcb2923-ca6b-4600-aae1-e034bee2188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:48.695006 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-ffcb2923-ca6b-4600-aae1-e034bee2188c service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.0918806 Oct 28 12:39:48.768489 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-7bcb6623-374c-44d8-a265-5509a8095578 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 HTTP/1.1" status: 200 len: 1001 time: 0.0660162 Oct 28 12:39:48.821975 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-9f495d43-1ecc-495f-9688-ac8c352feb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:48.823514 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-9f495d43-1ecc-495f-9688-ac8c352feb89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0473759 Oct 28 12:39:48.876096 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-a98c5525-f9bc-4293-acb6-c858e863a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:48.877759 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-a98c5525-f9bc-4293-acb6-c858e863a364 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469384 Oct 28 12:39:48.971976 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-f400f414-68bc-4c8d-9500-85a9be144ae6 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863507 Oct 28 12:39:49.072505 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cf4646dd-34b6-4d10-aa5d-482ea796a595 req-edebffaa-5122-4e6a-9514-c2d1f8568d41 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935483 Oct 28 12:39:52.738166 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52910) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:52.906460 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Deleting port 49703e5e-87ff-427f-a8d2-8f260114901c {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:39:52.906797 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:52.987443 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:52.987738 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:53.000165 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Calling delete_port for 49703e5e-87ff-427f-a8d2-8f260114901c owned by network:floatingip {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:39:53.422317 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:53.446663 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event deleted for resources: {'Port': ['ID=49703e5e-87ff-427f-a8d2-8f260114901c,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:53.518382 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:53.518683 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Floating IP 2654f391-34cf-4910-9f72-a6feda32eae6 disassociated (deleted). External IP: 172.27.0.61, port: 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0. Oct 28 12:39:53.729786 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:39:53.842614 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:39:53.848302 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:53.853521 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:39:53.864218 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:53.864876 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:53.876038 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-13c5f5ac-a849-4059-bdc9-1f93b5c6f0d8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "DELETE /v2.0/floatingips/2654f391-34cf-4910-9f72-a6feda32eae6 HTTP/1.1" status: 204 len: 168 time: 1.1367154 Oct 28 12:39:53.876596 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:39:53.879004 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be55e2e1-a14b-4965-93bf-646d22078da2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:39:53.976547 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:54.074378 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccd77d8-cf95-4168-8264-6b0f04b322b2 x-openstack-request-id: req-6ccd77d8-cf95-4168-8264-6b0f04b322b2 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:39:54.074674 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:39:54.074930 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ccd77d8-cf95-4168-8264-6b0f04b322b2 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:39:54.075336 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'status': 'completed', 'code': 200} Oct 28 12:39:54.157057 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a895b4-54d6-44fd-bda2-987f747df49e req-48037435-9f53-43a4-8532-465e41bd16f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:54.158686 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-29a895b4-54d6-44fd-bda2-987f747df49e req-48037435-9f53-43a4-8532-465e41bd16f8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0775237 Oct 28 12:39:54.166893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-8525b577-576b-4583-b47c-7b69ffc5bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:54.168395 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-8525b577-576b-4583-b47c-7b69ffc5bfe1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 1099 time: 0.0601263 Oct 28 12:39:54.238675 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:52Z', 'revision_number': 1, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:54.253445 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-29a895b4-54d6-44fd-bda2-987f747df49e req-9d80ceb4-7058-4d0c-a26b-64eb84d4a230 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839565 Oct 28 12:39:54.268097 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:39:54.278313 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:39:54.278947 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:54.285389 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-4f906130-2b61-432a-a285-6d81a589c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:54.286830 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-4f906130-2b61-432a-a285-6d81a589c638 service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1103258 Oct 28 12:39:54.329087 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-75f2350e-bdb2-4b2c-9993-831f077df9d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 HTTP/1.1" status: 200 len: 217 time: 0.0345035 Oct 28 12:39:54.386920 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-6d162627-5831-4668-87fb-971f6b484b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:54.389145 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-6d162627-5831-4668-87fb-971f6b484b44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0526145 Oct 28 12:39:54.438358 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-47f4ee8d-2d55-4629-a3b2-f506991e718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:54.439943 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-47f4ee8d-2d55-4629-a3b2-f506991e718f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426955 Oct 28 12:39:54.525820 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:39:54.546038 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-b158e88a-3d91-4555-a1e8-4c170807790e service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957310 Oct 28 12:39:54.642565 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-be55e2e1-a14b-4965-93bf-646d22078da2 req-c9130bdd-dc40-4bcf-a3ac-dcc6a4b9ad3f service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857422 Oct 28 12:39:54.767283 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:52Z', 'revision_number': 1, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:39:54.793747 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a9249-b2f7-43fb-843d-5a65945ffd6e None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '0c06cd7f-86a8-491b-90cc-8f20d78c37b4', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'port_id': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'mac_address': 'fa:16:3e:93:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:35:49Z', 'updated_at': '2021-10-28T12:35:52Z', 'revision_number': 1, 'project_id': '70a330da99234af6b3a80df822d5067f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:39:55.036359 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883850a-eb65-4e84-b01a-368571dd00d3 None None] New status for floating IP 2654f391-34cf-4910-9f72-a6feda32eae6: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:39:55.381608 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25226a-8dc6-46a7-90a2-0927f50d3751 req-8ef90654-8510-41b6-b222-fdec8bdfe43d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:55.382975 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fc25226a-8dc6-46a7-90a2-0927f50d3751 req-8ef90654-8510-41b6-b222-fdec8bdfe43d tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0567276 Oct 28 12:39:55.425726 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fc25226a-8dc6-46a7-90a2-0927f50d3751 req-4b0c9756-9841-40e3-805c-3f2a952b6893 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348887 Oct 28 12:39:56.549599 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646eed-7ac8-43c8-836b-fe61ad8baba8 req-4ae3cfc4-53ef-4719-be66-5bc4acbe6f1f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:56.551142 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b646eed-7ac8-43c8-836b-fe61ad8baba8 req-4ae3cfc4-53ef-4719-be66-5bc4acbe6f1f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0542288 Oct 28 12:39:56.591920 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7b646eed-7ac8-43c8-836b-fe61ad8baba8 req-d13687f9-43a5-48ca-ae51-6d3f0acc6af8 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Oct 28 12:39:57.428841 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:39:57.709471 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484bf1a-8122-4033-b733-d455296ba11a req-24913e00-21ae-4c65-88ec-7721099097ef tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:57.710884 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e484bf1a-8122-4033-b733-d455296ba11a req-24913e00-21ae-4c65-88ec-7721099097ef tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0505819 Oct 28 12:39:57.749308 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e484bf1a-8122-4033-b733-d455296ba11a req-5ef4a5ac-0f47-4112-93fd-743fe93f7d33 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Oct 28 12:39:58.323498 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-5b6fbbae-c98c-473c-87cc-ffc778bbec24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:58.325031 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-5b6fbbae-c98c-473c-87cc-ffc778bbec24 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 946 time: 0.0586796 Oct 28 12:39:58.430732 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Deleting port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:39:58.431080 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:58.525922 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] For port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:39:58.526275 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:58.539226 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Calling delete_port for 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 owned by compute:nova {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:39:58.676257 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:58.697073 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:39:58.706630 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event deleted for resources: {'Port': ['ID=223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:39:58.719503 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:39:58.719503 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:39:58.741369 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.741933 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.742186 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.742424 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.742888 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.743246 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.743574 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.743894 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.744203 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.744527 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.744899 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.745179 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:39:58.765531 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] No DVR routers for this DVR port 223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 on host hv-cinder-81514 {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:39:58.768331 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:58.772975 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-150e66ae-5200-4d05-a417-f2bb22b9fe9e req-63535cc7-819e-467f-afbc-bb00107b1870 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "DELETE /v2.0/ports/223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0 HTTP/1.1" status: 204 len: 173 time: 0.4404097 Oct 28 12:39:58.773675 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'name': 'network-vif-deleted', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:39:58.776973 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43605c-8e22-4889-a3db-ccaa0836e322" -d '{"events": [{"server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "name": "network-vif-deleted", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:39:58.829044 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0bf74-adc1-4422-aa03-171773ea7310 x-openstack-request-id: req-37a0bf74-adc1-4422-aa03-171773ea7310 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:39:58.829378 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6225d80-7446-4e30-89b9-b7b0551f5e35", "name": "network-vif-deleted", "tag": "223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:39:58.829630 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37a0bf74-adc1-4422-aa03-171773ea7310 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:39:58.830006 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6225d80-7446-4e30-89b9-b7b0551f5e35', 'name': 'network-vif-deleted', 'tag': '223ceb5a-9a7d-4a4d-8f6b-caa04ae0b0b0', 'status': 'completed', 'code': 200} Oct 28 12:39:58.876674 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3672d412-f38b-4bdd-b325-d75412a4a45a req-a28290c3-1c80-4815-b98a-596a8a166c7e tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6225d80-7446-4e30-89b9-b7b0551f5e35 HTTP/1.1" status: 200 len: 210 time: 0.0443299 Oct 28 12:39:59.271134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2a528-e992-48b8-ad58-c8b0b88a8017 req-50410fa0-7648-4e81-bee6-ce732593b3b7 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:59.272514 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7ff2a528-e992-48b8-ad58-c8b0b88a8017 req-50410fa0-7648-4e81-bee6-ce732593b3b7 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0548220 Oct 28 12:39:59.312131 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7ff2a528-e992-48b8-ad58-c8b0b88a8017 req-f5ba6d3d-cffd-4873-a5f8-c15ed3cfebfa tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Oct 28 12:39:59.340347 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52948) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:59.571513 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346dd95d-dd4e-48c5-aa1d-e0da3fc99d3a tempest-TestMinimumBasicScenario-1905126126 tempest-TestMinimumBasicScenario-1905126126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:39:59.573194 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-346dd95d-dd4e-48c5-aa1d-e0da3fc99d3a tempest-TestMinimumBasicScenario-1905126126 tempest-TestMinimumBasicScenario-1905126126-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1093 time: 0.2316780 Oct 28 12:39:59.576293 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52952) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:39:59.580690 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'port_id': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:39:59.605342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for floatingip, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:59.710734 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:59.823081 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Allocated IP 172.27.0.246 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/72bf02e9-a339-4739-8284-680c496f4f13) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:39:59.941064 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:39:59.977904 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:00.025364 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:40:00.028692 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:40:00.031579 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:40:00.063175 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'Port': ['ID=72bf02e9-a339-4739-8284-680c496f4f13,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:00.077050 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.077303 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.077637 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.077987 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.078308 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.078628 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.078944 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.079258 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.079593 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.079903 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.080211 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.080519 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:00.227814 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f43afba9-fb18-4e7b-ba66-949e6f0566b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:00.421213 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:00.500973 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:00.665526 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:00.672005 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:00.739427 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'Port': ['ID=72bf02e9-a339-4739-8284-680c496f4f13,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:00.751391 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:00.855114 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Floating IP 23d818c8-cbc4-41bd-a97d-e2f209de01dd associated. External IP: 172.27.0.246, port: 29368d97-129c-41f1-b476-6e9c1655e8e5. Oct 28 12:40:01.070971 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Router 42213643-073a-45fe-a278-3dc82294e5bd has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:40:01.182296 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:40:01.194587 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] Sync routers for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:40:01.200575 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.205581 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:01.206190 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:01.230219 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-eda4e36c-e38d-4321-ae7d-9b96387a87ec tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6528141 Oct 28 12:40:01.230856 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:40:01.233261 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88192397-17b4-46fd-9cf3-594102550de5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:40:01.233487 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52966) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:01.238820 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-7207e449-144a-4c20-a229-6327e83d8005 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512310625', 'description': 'tempest-secgroup-smoke-1512310625 description', 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:01.263497 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7207e449-144a-4c20-a229-6327e83d8005 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.273495 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10632328-8bc8-4fac-a0a4-4ad03eb5a2be x-openstack-request-id: req-10632328-8bc8-4fac-a0a4-4ad03eb5a2be {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:40:01.274398 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:40:01.274833 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10632328-8bc8-4fac-a0a4-4ad03eb5a2be {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:40:01.275796 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'status': 'completed', 'code': 200} Oct 28 12:40:01.315614 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:01.360627 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7207e449-144a-4c20-a229-6327e83d8005 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.367406 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7207e449-144a-4c20-a229-6327e83d8005 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.386062 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88192397-17b4-46fd-9cf3-594102550de5 req-b5363e8d-618c-4d94-af8c-36d9228a5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:01.387954 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88192397-17b4-46fd-9cf3-594102550de5 req-b5363e8d-618c-4d94-af8c-36d9228a5278 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0759192 Oct 28 12:40:01.417025 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7207e449-144a-4c20-a229-6327e83d8005 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.420777 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-7207e449-144a-4c20-a229-6327e83d8005 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1842887 Oct 28 12:40:01.423615 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52970) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:01.430637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207e449-144a-4c20-a229-6327e83d8005 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8386f8-3feb-4b39-8b70-06f88e039ea1,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:01.433670 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-b415da67-5837-49f2-a315-e203a56d50a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'security_group_rule': {'security_group_id': 'ba8386f8-3feb-4b39-8b70-06f88e039ea1', 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:01.478851 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b415da67-5837-49f2-a315-e203a56d50a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.517811 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88192397-17b4-46fd-9cf3-594102550de5 req-b4089e4f-3c87-400d-8555-088ac1285f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:01.519321 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88192397-17b4-46fd-9cf3-594102550de5 req-b4089e4f-3c87-400d-8555-088ac1285f9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 915 time: 0.1188648 Oct 28 12:40:01.539628 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b415da67-5837-49f2-a315-e203a56d50a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.544089 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b415da67-5837-49f2-a315-e203a56d50a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.565608 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415da67-5837-49f2-a315-e203a56d50a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0eea3de-e3e8-42a0-a813-8744e1dedee9,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:01.571703 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-b415da67-5837-49f2-a315-e203a56d50a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.572886 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-b415da67-5837-49f2-a315-e203a56d50a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465025 Oct 28 12:40:01.576764 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52972) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:01.581683 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '23d818c8-cbc4-41bd-a97d-e2f209de01dd', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'port_id': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'mac_address': 'fa:16:3e:b9:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:40:00Z', 'updated_at': '2021-10-28T12:40:00Z', 'revision_number': 0, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 5, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:01.583551 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-7cf5ac01-e03b-499f-9df8-1c272bb4a627 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'security_group_rule': {'security_group_id': 'ba8386f8-3feb-4b39-8b70-06f88e039ea1', 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:01.601773 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88192397-17b4-46fd-9cf3-594102550de5 req-dc85e00d-a7f7-4fc0-ad8c-7e69cf21c3b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 999 time: 0.0744295 Oct 28 12:40:01.611441 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ac01-e03b-499f-9df8-1c272bb4a627 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.616207 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] Checking router: 42213643-073a-45fe-a278-3dc82294e5bd for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:40:01.625725 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:01.627009 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:39:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:01.655339 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88192397-17b4-46fd-9cf3-594102550de5 req-2faf4302-0d78-4a97-9241-4126ad5073db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:01.656909 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88192397-17b4-46fd-9cf3-594102550de5 req-2faf4302-0d78-4a97-9241-4126ad5073db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0467589 Oct 28 12:40:01.681554 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ac01-e03b-499f-9df8-1c272bb4a627 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.686227 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ac01-e03b-499f-9df8-1c272bb4a627 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.709809 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5ac01-e03b-499f-9df8-1c272bb4a627 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0a8d98-b761-448d-afd9-0daeda2d9237,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:01.711414 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88192397-17b4-46fd-9cf3-594102550de5 req-c2ea314a-8db7-4299-adfa-e016aab53eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:01.713049 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88192397-17b4-46fd-9cf3-594102550de5 req-c2ea314a-8db7-4299-adfa-e016aab53eb5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481813 Oct 28 12:40:01.719487 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ac01-e03b-499f-9df8-1c272bb4a627 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.720860 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7cf5ac01-e03b-499f-9df8-1c272bb4a627 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430395 Oct 28 12:40:01.723890 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52974) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:01.729499 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-e8ab4d09-7f23-4694-bdef-0318243665e0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'security_group_rule': {'security_group_id': 'ba8386f8-3feb-4b39-8b70-06f88e039ea1', 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:01.751468 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:01.761436 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e8ab4d09-7f23-4694-bdef-0318243665e0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.822030 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e8ab4d09-7f23-4694-bdef-0318243665e0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.822428 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88192397-17b4-46fd-9cf3-594102550de5 req-1930cf91-9b80-423d-9db7-9430880e5d89 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926418 Oct 28 12:40:01.827158 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e8ab4d09-7f23-4694-bdef-0318243665e0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.844363 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab4d09-7f23-4694-bdef-0318243665e0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b912fd7f-4f4e-4f90-93b5-4a50b7b02fc0,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:01.854386 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-e8ab4d09-7f23-4694-bdef-0318243665e0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.855995 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-e8ab4d09-7f23-4694-bdef-0318243665e0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308315 Oct 28 12:40:01.858570 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52976) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:01.864825 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-adef08d1-5e13-433e-b27c-a50d4ee9687f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'security_group_rule': {'security_group_id': 'ba8386f8-3feb-4b39-8b70-06f88e039ea1', 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:01.898239 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-adef08d1-5e13-433e-b27c-a50d4ee9687f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.927166 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-88192397-17b4-46fd-9cf3-594102550de5 req-3331b711-f371-4101-860c-b256c7f46c9a service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973420 Oct 28 12:40:01.961828 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-adef08d1-5e13-433e-b27c-a50d4ee9687f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.965902 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-adef08d1-5e13-433e-b27c-a50d4ee9687f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.982974 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef08d1-5e13-433e-b27c-a50d4ee9687f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25e7051-8b98-4b61-b78a-7107fa87025f,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:01.993268 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-adef08d1-5e13-433e-b27c-a50d4ee9687f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:01.994490 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-adef08d1-5e13-433e-b27c-a50d4ee9687f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346965 Oct 28 12:40:01.997406 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52978) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:02.002330 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'security_group_rule': {'security_group_id': 'ba8386f8-3feb-4b39-8b70-06f88e039ea1', 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:02.018803 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '23d818c8-cbc4-41bd-a97d-e2f209de01dd', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'port_id': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'mac_address': 'fa:16:3e:b9:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:40:00Z', 'updated_at': '2021-10-28T12:40:00Z', 'revision_number': 0, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 5, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:02.023677 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.securitygroups_db [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Project b0c86daf60914cc3b120db57c84e7a3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:40:02.028659 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.052080 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100c91a-760f-44ff-b23b-e2f619d8cecc None None] The sync data for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi is: [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '23d818c8-cbc4-41bd-a97d-e2f209de01dd', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'port_id': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'mac_address': 'fa:16:3e:b9:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:40:00Z', 'updated_at': '2021-10-28T12:40:00Z', 'revision_number': 0, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 5, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:40:02.089517 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.094488 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.112183 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eff385f-fd47-471b-8c5b-2f7ab486d1dd,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:02.120430 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.124572 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-fce027ff-50a4-423c-b12a-e3d11ef82104 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232250 Oct 28 12:40:02.124759 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 52980) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:02.129301 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'security_group_rule': {'security_group_id': 'ba8386f8-3feb-4b39-8b70-06f88e039ea1', 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:02.156423 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.securitygroups_db [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Project b0c86daf60914cc3b120db57c84e7a3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:40:02.163592 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.172372 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 52984) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:02.238768 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.245175 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.266225 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550e9126-e606-427f-bfd0-0e1cf3834dc3,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:02.275039 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.276276 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-6e364dfa-ea33-41b4-99a2-8357e730dfb3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505890 Oct 28 12:40:02.286655 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd17c76-0010-46c3-ab6e-df70bc479277 None None] New status for floating IP 23d818c8-cbc4-41bd-a97d-e2f209de01dd: ACTIVE {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:40:02.350107 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Deleting port 8a1dc77f-7518-4865-b370-a5a25d7a95ae {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:02.350337 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.370945 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-e62ed952-9b34-4c4c-8f15-d6082b8e58f5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512310625&fields=id&tenant_id=b0c86daf60914cc3b120db57c84e7a3b HTTP/1.1" status: 200 len: 267 time: 0.0367646 Oct 28 12:40:02.428343 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-7b24a559-1158-469c-9a53-0e29b9c505a0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:02.430019 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-7b24a559-1158-469c-9a53-0e29b9c505a0 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0521574 Oct 28 12:40:02.434888 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.435585 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.443453 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'port': {'security_groups': ['bb47d4ad-bd81-4705-a032-5fffb6fb5657', 'ba8386f8-3feb-4b39-8b70-06f88e039ea1']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:40:02.449359 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Calling delete_port for 8a1dc77f-7518-4865-b370-a5a25d7a95ae owned by network:floatingip {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:02.513536 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.598949 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.626146 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event deleted for resources: {'Port': ['ID=8a1dc77f-7518-4865-b370-a5a25d7a95ae,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:02.691947 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.692342 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Floating IP 0c06cd7f-86a8-491b-90cc-8f20d78c37b4 disassociated (deleted). External IP: 172.27.0.207, port: a302007e-59e1-42c9-9b5a-9b428e8140c9. Oct 28 12:40:02.719843 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29368d97-129c-41f1-b476-6e9c1655e8e5,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:02.748574 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.754508 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.765964 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['29368d97-129c-41f1-b476-6e9c1655e8e5'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:40:02.806868 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:02.807524 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:02.808959 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3ce5b416-529c-4336-a029-ff3a5919d655 req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "PUT /v2.0/ports/29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 981 time: 0.3713381 Oct 28 12:40:02.809431 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:40:02.811917 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065c30b1-722f-4284-a7c0-ba6cf7662924" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:40:02.860002 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457542d-e21b-4dee-ae3a-da6eaa99e556 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=6']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:02.874436 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f9c48e-aa33-4fc1-adfc-e4786895b52a x-openstack-request-id: req-b6f9c48e-aa33-4fc1-adfc-e4786895b52a {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:40:02.874944 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:40:02.875358 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6f9c48e-aa33-4fc1-adfc-e4786895b52a {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:40:02.875912 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'status': 'completed', 'code': 200} Oct 28 12:40:02.893896 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['29368d97-129c-41f1-b476-6e9c1655e8e5'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:40:02.974172 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:40:02.979242 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04466bd-da2a-47e0-8f91-ba669b6c721a req-04ab3fec-1350-4292-bf89-b92f5c815308 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:02.981201 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e04466bd-da2a-47e0-8f91-ba669b6c721a req-04ab3fec-1350-4292-bf89-b92f5c815308 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0748036 Oct 28 12:40:02.989051 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-55f30041-7464-448c-8028-86d73161de7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:03.006454 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-d4ed12a0-7e6f-459e-be3b-a9ec1317b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.008496 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-d4ed12a0-7e6f-459e-be3b-a9ec1317b443 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1137 time: 0.1098382 Oct 28 12:40:03.083397 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e04466bd-da2a-47e0-8f91-ba669b6c721a req-67769789-cd9a-4b75-bc09-89ca2ec985a5 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893023 Oct 28 12:40:03.120943 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:40:03.134648 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-65d67074-89ab-4a6a-b935-38975f18b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.136297 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-65d67074-89ab-4a6a-b935-38975f18b61f service neutron] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 915 time: 0.1208169 Oct 28 12:40:03.139994 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:03.145074 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b447922-d393-4119-8706-2716433bffc9 None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:40:03.172466 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-1ac0f7ce-61bb-4e30-a542-de98f0713883 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "DELETE /v2.0/floatingips/0c06cd7f-86a8-491b-90cc-8f20d78c37b4 HTTP/1.1" status: 204 len: 168 time: 0.9961734 Oct 28 12:40:03.205324 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:03.205983 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:40:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:03.211014 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-410764c6-1c30-4d11-b830-d0c15b4bf4af None None] Provisioning complete for port 29368d97-129c-41f1-b476-6e9c1655e8e5 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:40:03.211383 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-410764c6-1c30-4d11-b830-d0c15b4bf4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:03.217669 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-8f5996bb-07e8-4e31-9c52-9d76e29c155f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0714798 Oct 28 12:40:03.271930 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-ab5ba028-eb80-4cc9-bf91-7d02fdbecf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.273467 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-ab5ba028-eb80-4cc9-bf91-7d02fdbecf33 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0461364 Oct 28 12:40:03.276681 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:40:03.279647 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e62a2fc-1aed-493d-af22-5cbfe653ee42" -d '{"events": [{"name": "network-changed", "server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:40:03.335225 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-139313b8-4fb5-4cd9-aba9-381a768a5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.336949 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-139313b8-4fb5-4cd9-aba9-381a768a5386 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563776 Oct 28 12:40:03.343801 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743dfaa0-ed18-4d7e-92d1-8ebe5d634820 x-openstack-request-id: req-743dfaa0-ed18-4d7e-92d1-8ebe5d634820 {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:40:03.344192 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:40:03.344579 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-743dfaa0-ed18-4d7e-92d1-8ebe5d634820 {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:40:03.346138 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'status': 'completed', 'code': 200} Oct 28 12:40:03.419734 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-3a2f8ee7-ff28-49a9-8c85-37a1ab5f5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.421398 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-3a2f8ee7-ff28-49a9-8c85-37a1ab5f5f4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=70a330da99234af6b3a80df822d5067f&device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 1099 time: 0.0452030 Oct 28 12:40:03.486688 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808128a-7e62-423c-8fd9-6bbad5c4fc17 req-f1da6760-0c06-47b3-9ebe-3a0a4dbe5fa0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.488477 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1808128a-7e62-423c-8fd9-6bbad5c4fc17 req-f1da6760-0c06-47b3-9ebe-3a0a4dbe5fa0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0778172 Oct 28 12:40:03.490907 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-85780285-ad5a-4421-8186-3199fad95b83 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415336 Oct 28 12:40:03.532980 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-bf0f42e1-baef-4ca9-9a14-e2dcb048a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.534639 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-bf0f42e1-baef-4ca9-9a14-e2dcb048a91a service neutron] 10.222.0.77 "GET /v2.0/networks?id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 200 len: 911 time: 0.1027241 Oct 28 12:40:03.579410 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-bef74543-368c-4a50-b172-31affb9ea709 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 200 len: 217 time: 0.0361276 Oct 28 12:40:03.589811 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1808128a-7e62-423c-8fd9-6bbad5c4fc17 req-00b19262-295e-4b8b-ba87-7bf9eeec69dd tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947940 Oct 28 12:40:03.639187 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-4f75cc03-7522-4c01-a9ea-9e5752ed1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.640815 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-4f75cc03-7522-4c01-a9ea-9e5752ed1be3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 200 len: 849 time: 0.0511868 Oct 28 12:40:03.642888 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:03.657088 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-065c30b1-722f-4284-a7c0-ba6cf7662924 req-dc9e2bee-1dce-4986-9652-0070325169e7 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471450 Oct 28 12:40:03.704285 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-72bc6d0e-891a-44f6-9bb9-0df4f5f868f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:03.706091 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-72bc6d0e-891a-44f6-9bb9-0df4f5f868f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567555 Oct 28 12:40:03.805640 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-7ad61837-5bfb-4a6d-b4ab-e2b76056c8d8 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885615 Oct 28 12:40:03.931089 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:04.074084 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:04.103047 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b447922-d393-4119-8706-2716433bffc9 None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:40:04.115115 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:04.115718 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:40:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:04.176658 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-2e62a2fc-1aed-493d-af22-5cbfe653ee42 req-a8b04517-1a39-428e-ac0c-6867fcf31873 service neutron] 10.222.0.77 "GET /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588448 Oct 28 12:40:04.233330 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:04.431783 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-8b447922-d393-4119-8706-2716433bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:04.462698 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b447922-d393-4119-8706-2716433bffc9 None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:48Z', 'revision_number': 4, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2', 'name': '', 'network_id': '21386cb8-b310-4d7a-bddd-fd2d5b5b89a3', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'mac_address': 'fa:16:3e:90:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:47Z', 'updated_at': '2021-10-28T12:31:54Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'subnets': [{'id': '3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:40:04.696228 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53232ccb-dd95-4007-bd63-4add05399873 None None] New status for floating IP 0c06cd7f-86a8-491b-90cc-8f20d78c37b4: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:40:04.736366 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899c122-096d-41d1-aef8-393b708766b3 req-987fe09a-f900-4d68-961c-75e3db4bca15 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:04.737906 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0899c122-096d-41d1-aef8-393b708766b3 req-987fe09a-f900-4d68-961c-75e3db4bca15 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0513718 Oct 28 12:40:04.756447 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:04.780472 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0899c122-096d-41d1-aef8-393b708766b3 req-a5bab62a-2480-4130-be49-57ea71ae6cf0 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/security-groups?id=c406ed51-3eda-46b8-ae15-f37d4601a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349505 Oct 28 12:40:05.049313 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-03ee8206-fdaf-416a-bff4-9e0d21ee6b4f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:05.051215 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-03ee8206-fdaf-416a-bff4-9e0d21ee6b4f tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 946 time: 0.0578194 Oct 28 12:40:05.150071 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Deleting port a302007e-59e1-42c9-9b5a-9b428e8140c9 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:05.150354 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:05.252999 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] For port a302007e-59e1-42c9-9b5a-9b428e8140c9, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a302007e-59e1-42c9-9b5a-9b428e8140c9,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:05.253483 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:05.267312 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Calling delete_port for a302007e-59e1-42c9-9b5a-9b428e8140c9 owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:05.408065 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:05.437024 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event deleted for resources: {'Port': ['ID=a302007e-59e1-42c9-9b5a-9b428e8140c9,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:05.479763 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] No DVR routers for this DVR port a302007e-59e1-42c9-9b5a-9b428e8140c9 on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:40:05.482372 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:05.485681 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d0f78e61-ccf7-483b-a52f-43e64234a3a9 req-dd4c0c7b-cbf0-4e5a-a3ba-239a77613bfc tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.77 "DELETE /v2.0/ports/a302007e-59e1-42c9-9b5a-9b428e8140c9 HTTP/1.1" status: 204 len: 173 time: 0.4274099 Oct 28 12:40:05.486130 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'name': 'network-vif-deleted', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:40:05.488559 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c73fce-a406-4c4f-9c7e-c6623bef35b3" -d '{"events": [{"server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "name": "network-vif-deleted", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:40:05.531823 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff8df4-bb0d-4273-84dd-65797590d62a x-openstack-request-id: req-53ff8df4-bb0d-4273-84dd-65797590d62a {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:40:05.532288 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81a4bfc-220f-4a70-b4a8-8da612c927fb", "name": "network-vif-deleted", "tag": "a302007e-59e1-42c9-9b5a-9b428e8140c9", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:40:05.532671 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53ff8df4-bb0d-4273-84dd-65797590d62a {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:40:05.533331 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a4bfc-220f-4a70-b4a8-8da612c927fb', 'name': 'network-vif-deleted', 'tag': 'a302007e-59e1-42c9-9b5a-9b428e8140c9', 'status': 'completed', 'code': 200} Oct 28 12:40:05.543889 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:05.896531 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-15d718d4-8e0d-4f19-9fb1-5a95caa9e194 req-89f2aa2a-8d16-4e34-a4eb-166cac5d704b tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a4bfc-220f-4a70-b4a8-8da612c927fb HTTP/1.1" status: 200 len: 210 time: 0.0268042 Oct 28 12:40:06.955048 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53008) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:07.103856 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Deleting port e259914a-6d71-4b9a-847a-c75565f69547 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:07.104145 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:07.189269 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:07.189544 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:07.202292 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Calling delete_port for e259914a-6d71-4b9a-847a-c75565f69547 owned by network:floatingip {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:07.350784 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:07.375645 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event deleted for resources: {'Port': ['ID=e259914a-6d71-4b9a-847a-c75565f69547,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:07.445318 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for floatingip, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:07.447856 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:07.449335 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-071f9ece-085f-4eec-89af-4f7e79c731b2 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "DELETE /v2.0/floatingips/34f02ace-a524-468e-8686-589e98671d7a HTTP/1.1" status: 204 len: 168 time: 0.4928291 Oct 28 12:40:08.658950 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53020) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:08.729441 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-add88ab6-131a-4fbe-bc17-8980570cefe3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:08.756526 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-add88ab6-131a-4fbe-bc17-8980570cefe3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:08.775107 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device a302007e-59e1-42c9-9b5a-9b428e8140c9 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:40:08.795468 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: a302007e-59e1-42c9-9b5a-9b428e8140c9 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:40:08.795815 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device a302007e-59e1-42c9-9b5a-9b428e8140c9 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:40:08.826233 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-add88ab6-131a-4fbe-bc17-8980570cefe3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:08.828839 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-add88ab6-131a-4fbe-bc17-8980570cefe3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:08.830006 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-add88ab6-131a-4fbe-bc17-8980570cefe3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] 10.222.0.62 "DELETE /v2.0/security-groups/c406ed51-3eda-46b8-ae15-f37d4601a1a6 HTTP/1.1" status: 204 len: 168 time: 0.1700988 Oct 28 12:40:08.839469 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add88ab6-131a-4fbe-bc17-8980570cefe3 tempest-TestVolumeBootPattern-1161120561 tempest-TestVolumeBootPattern-1161120561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c406ed51-3eda-46b8-ae15-f37d4601a1a6,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:08.905210 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53026) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:09.759877 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:10.012876 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Deleting port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:10.013133 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:10.094830 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] For port 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:10.095202 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:10.108001 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Calling delete_port for 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 owned by network:router_interface {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:10.301154 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:10.325940 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:10.505637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:10.720769 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Router 07bb7c54-219d-4b58-8a29-28937ab47ddc has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:40:10.830336 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:40:10.835871 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a580b560-2124-4084-93b3-de113b109380 admin admin] 10.222.0.62 "PUT /v2.0/routers/07bb7c54-219d-4b58-8a29-28937ab47ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9293568 Oct 28 12:40:10.838446 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53030) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:10.839922 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] Sync routers for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:40:10.851160 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:10.851777 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:40:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:10.940237 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks [] for router, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:10.955443 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:11.049798 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.102988 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Deleting port 310ec4ca-8fc0-4ee0-b974-b251a08060e3 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:11.103332 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.138954 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:40:10Z', 'revision_number': 5, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port': {'id': '310ec4ca-8fc0-4ee0-b974-b251a08060e3', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:11.167558 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] Checking router: 07bb7c54-219d-4b58-8a29-28937ab47ddc for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:40:11.177973 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] Routers {'07bb7c54-219d-4b58-8a29-28937ab47ddc'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:11.178580 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:40:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['07bb7c54-219d-4b58-8a29-28937ab47ddc'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:11.188158 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] For port 310ec4ca-8fc0-4ee0-b974-b251a08060e3, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=310ec4ca-8fc0-4ee0-b974-b251a08060e3,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:11.188522 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.200519 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Calling delete_port for 310ec4ca-8fc0-4ee0-b974-b251a08060e3 owned by network:router_gateway {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:11.262695 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] Set router 07bb7c54-219d-4b58-8a29-28937ab47ddc gateway port host: None {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:11.317586 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:40:11Z', 'revision_number': 6, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:11.345917 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a23d0c-21c3-40a1-875d-8ff27c0b93e7 None None] The sync data for ids ['07bb7c54-219d-4b58-8a29-28937ab47ddc'] in dv-cinder-815146-6-iscsi is: [{'id': '07bb7c54-219d-4b58-8a29-28937ab47ddc', 'name': 'tempest-TestVolumeBootPattern-88065987-router', 'tenant_id': '70a330da99234af6b3a80df822d5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:44Z', 'updated_at': '2021-10-28T12:40:11Z', 'revision_number': 6, 'project_id': '70a330da99234af6b3a80df822d5067f', 'gw_port_host': None}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:40:11.375289 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.402574 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=310ec4ca-8fc0-4ee0-b974-b251a08060e3,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:11.462700 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.557160 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.559324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.606254 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.606733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bb7c54-219d-4b58-8a29-28937ab47ddc {{(pid=101423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:40:11.611673 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.612996 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-1149faff-2173-4291-97f4-ef2c5ad83dcf admin admin] 10.222.0.62 "DELETE /v2.0/routers/07bb7c54-219d-4b58-8a29-28937ab47ddc HTTP/1.1" status: 204 len: 168 time: 0.7736330 Oct 28 12:40:11.615632 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53032) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:11.659298 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] Deleting subnet 3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 {{(pid=101423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:40:11.662367 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.698200 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463056'] for subnet, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.814790 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.871821 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12639782'] for subnet, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.897409 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:11.901895 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:11.905866 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c8a118b5-7ce3-4a9f-b9f5-0479298dce61 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3ed470e3-ccc7-49a0-bfb3-5e5ee1f35964 HTTP/1.1" status: 204 len: 168 time: 0.2887630 Oct 28 12:40:11.907907 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15812488-fb28-4266-8415-44f21e7849db None None] Network 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:40:11.908413 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53034) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:11.983908 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.036359 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Deleting port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:12.036691 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.115058 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] DHCP port deletion for 21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:40:12.119811 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] For port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,segment=NetworkSegment(53e7005a-e61e-48ee-89e9-7b2db9bc09a2),segment_id=53e7005a-e61e-48ee-89e9-7b2db9bc09a2)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:12.120157 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.137306 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Calling delete_port for a667c7e4-36f1-4d19-8c75-f5bd5e3075ab owned by network:dhcp {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:12.185338 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:40:12.206443 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:40:12.206775 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 3d5c4bb3-5a80-41b6-a0de-ae5ab8a9b7b2 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:40:12.207176 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 310ec4ca-8fc0-4ee0-b974-b251a08060e3 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:40:12.232999 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 310ec4ca-8fc0-4ee0-b974-b251a08060e3 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:40:12.233341 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 310ec4ca-8fc0-4ee0-b974-b251a08060e3 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:40:12.233760 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a667c7e4-36f1-4d19-8c75-f5bd5e3075ab no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:40:12.238915 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Deleting port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab {{(pid=101424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:12.239357 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.245413 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.274487 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:12.276073 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] No DVR routers for this DVR port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab on host dv-cinder-815146-6-iscsi {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:40:12.338071 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No active binding found for port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab {{(pid=101424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 12:40:12.339020 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a667c7e4-36f1-4d19-8c75-f5bd5e3075ab not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:40:12.350790 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] For port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab, host dv-cinder-815146-6-iscsi, got binding levels [] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:12.351739 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.377472 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Calling delete_port for a667c7e4-36f1-4d19-8c75-f5bd5e3075ab owned by network:dhcp {{(pid=101424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:12.383491 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.ipam_backend_mixin [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab was not found and therefore no delete operation was performed {{(pid=101424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 12:40:12.386125 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.398326 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.437550 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] No DVR routers for this DVR port a667c7e4-36f1-4d19-8c75-f5bd5e3075ab on host dv-cinder-815146-6-iscsi {{(pid=101424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:40:12.440618 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21386cb8-b310-4d7a-bddd-fd2d5b5b89a3']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:12.444767 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Pushing event deleted for resources: {'Port': ['ID=a667c7e4-36f1-4d19-8c75-f5bd5e3075ab,revision_number=None']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:12.462840 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.463514 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.464199 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.465383 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.466517 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e7005a-e61e-48ee-89e9-7b2db9bc09a2') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:12.466796 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.467535 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.467992 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e7005a-e61e-48ee-89e9-7b2db9bc09a2') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:12.468504 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.469283 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.469982 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.471154 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.472422 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.475922 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5051c3-47d1-47f2-b274-0083fae89ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:40:12.497324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.534517 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.547071 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:40:12.547619 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:40:12.551617 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:40:12.629676 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.634134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:12.637702 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/21386cb8-b310-4d7a-bddd-fd2d5b5b89a3 HTTP/1.1" status: 204 len: 168 time: 0.7287915 Oct 28 12:40:12.641478 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53036) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:12.653278 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500d538-b194-45e4-82a0-f9ce56a02ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=21386cb8-b310-4d7a-bddd-fd2d5b5b89a3,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:13.024648 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:13.275495 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Deleting port 675ec63e-a67c-495f-b6dd-aee66afe11a0 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:13.275742 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:13.356852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] For port 675ec63e-a67c-495f-b6dd-aee66afe11a0, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=675ec63e-a67c-495f-b6dd-aee66afe11a0,segment=NetworkSegment(219b6583-49cc-47d7-8118-33b66e42da01),segment_id=219b6583-49cc-47d7-8118-33b66e42da01)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:13.357200 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:13.369033 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Calling delete_port for 675ec63e-a67c-495f-b6dd-aee66afe11a0 owned by network:router_interface {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:13.555627 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:13.586183 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=675ec63e-a67c-495f-b6dd-aee66afe11a0,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:13.744787 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:13.965450 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Router 72c99e54-33d0-44f3-99ed-ea50b7162bda has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:40:14.071428 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:40:14.078178 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-5ae038e8-5bb0-4707-b84c-3f49988c8f90 admin admin] 10.222.0.62 "PUT /v2.0/routers/72c99e54-33d0-44f3-99ed-ea50b7162bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340839 Oct 28 12:40:14.079388 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53040) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:14.080777 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] Sync routers for ids ['72c99e54-33d0-44f3-99ed-ea50b7162bda'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:40:14.092021 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] Routers {'72c99e54-33d0-44f3-99ed-ea50b7162bda'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:14.092647 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:40:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['72c99e54-33d0-44f3-99ed-ea50b7162bda'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:14.187323 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks [] for router, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:14.199068 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] Set router 72c99e54-33d0-44f3-99ed-ea50b7162bda gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:14.331699 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:14.384156 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:40:13Z', 'revision_number': 5, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port': {'id': '330ff1cf-a6be-4d7b-8599-df3a9ab5804a', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:31:53Z', 'updated_at': '2021-10-28T12:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:14.411722 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] Checking router: 72c99e54-33d0-44f3-99ed-ea50b7162bda for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:40:14.412278 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Deleting port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:14.412652 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:14.420258 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] Routers {'72c99e54-33d0-44f3-99ed-ea50b7162bda'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:40:14.420891 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:40:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['72c99e54-33d0-44f3-99ed-ea50b7162bda'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:14.507947 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] Set router 72c99e54-33d0-44f3-99ed-ea50b7162bda gateway port host: None {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:40:14.508245 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] For port 330ff1cf-a6be-4d7b-8599-df3a9ab5804a, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:14.508657 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:14.521526 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Calling delete_port for 330ff1cf-a6be-4d7b-8599-df3a9ab5804a owned by network:router_gateway {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:14.661058 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:40:14Z', 'revision_number': 6, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:14.688220 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc36df3-afcf-404d-8001-22dd0847b4fa None None] The sync data for ids ['72c99e54-33d0-44f3-99ed-ea50b7162bda'] in dv-cinder-815146-6-iscsi is: [{'id': '72c99e54-33d0-44f3-99ed-ea50b7162bda', 'name': 'tempest-TestVolumeBootPattern-1475013599-router', 'tenant_id': 'b9567731a2b044569aba574f7df2b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:31:52Z', 'updated_at': '2021-10-28T12:40:14Z', 'revision_number': 6, 'project_id': 'b9567731a2b044569aba574f7df2b645', 'gw_port_host': None}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:40:14.699820 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:14.732484 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Pushing event deleted for resources: {'Port': ['ID=330ff1cf-a6be-4d7b-8599-df3a9ab5804a,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:14.797795 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.142748 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.145520 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.194472 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.195154 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c99e54-33d0-44f3-99ed-ea50b7162bda {{(pid=101422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:40:15.196157 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.200570 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.201933 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2e8a9e49-d5e9-498e-9935-b1d51ae10770 admin admin] 10.222.0.62 "DELETE /v2.0/routers/72c99e54-33d0-44f3-99ed-ea50b7162bda HTTP/1.1" status: 204 len: 168 time: 1.1215587 Oct 28 12:40:15.204516 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53042) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:15.255923 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] Deleting subnet 2f15d157-dd3c-4e49-9a12-283ff22948db {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:40:15.259670 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.296868 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.380410 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.445583 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.473051 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f15d157-dd3c-4e49-9a12-283ff22948db,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:15.477662 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.483882 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-f7cccacf-2208-413e-850b-005392c6bee0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2f15d157-dd3c-4e49-9a12-283ff22948db HTTP/1.1" status: 204 len: 168 time: 0.2783110 Oct 28 12:40:15.484190 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53044) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:15.489676 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d2000-3523-40bc-b178-a7429997ac1a None None] Network 5025276b-0217-48ee-a9df-624badd28487 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:40:15.579096 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.647502 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Deleting port a244f9d1-3aee-4760-9994-72efc45d85ad {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:15.647882 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.695488 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] DHCP port deletion for 5025276b-0217-48ee-a9df-624badd28487 request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:40:15.727443 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] For port a244f9d1-3aee-4760-9994-72efc45d85ad, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a244f9d1-3aee-4760-9994-72efc45d85ad,segment=NetworkSegment(219b6583-49cc-47d7-8118-33b66e42da01),segment_id=219b6583-49cc-47d7-8118-33b66e42da01)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:15.727902 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.749832 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Calling delete_port for a244f9d1-3aee-4760-9994-72efc45d85ad owned by network:dhcp {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:15.854891 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.888753 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a244f9d1-3aee-4760-9994-72efc45d85ad,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:15.893531 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] No DVR routers for this DVR port a244f9d1-3aee-4760-9994-72efc45d85ad on host dv-cinder-815146-6-iscsi {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:40:15.902941 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] Deleting port a244f9d1-3aee-4760-9994-72efc45d85ad {{(pid=101424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:40:15.903403 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:15.986975 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 675ec63e-a67c-495f-b6dd-aee66afe11a0 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:40:15.989562 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.014029 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5025276b-0217-48ee-a9df-624badd28487']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:16.017172 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 675ec63e-a67c-495f-b6dd-aee66afe11a0 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:40:16.017627 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 675ec63e-a67c-495f-b6dd-aee66afe11a0 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:40:16.018219 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a244f9d1-3aee-4760-9994-72efc45d85ad no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:40:16.020709 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] For port a244f9d1-3aee-4760-9994-72efc45d85ad, host dv-cinder-815146-6-iscsi, got binding levels [] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:40:16.021154 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.025793 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219b6583-49cc-47d7-8118-33b66e42da01') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:16.026084 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219b6583-49cc-47d7-8118-33b66e42da01') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:40:16.037536 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.050590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: a244f9d1-3aee-4760-9994-72efc45d85ad {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:40:16.050823 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a244f9d1-3aee-4760-9994-72efc45d85ad not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:40:16.051151 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 330ff1cf-a6be-4d7b-8599-df3a9ab5804a no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:40:16.056595 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] Calling delete_port for a244f9d1-3aee-4760-9994-72efc45d85ad owned by network:dhcp {{(pid=101424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:40:16.057824 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.065350 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:40:16.065780 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:40:16.067816 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:40:16.074824 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] Port a244f9d1-3aee-4760-9994-72efc45d85ad was not found and therefore no delete operation was performed {{(pid=101424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 12:40:16.076247 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 330ff1cf-a6be-4d7b-8599-df3a9ab5804a {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:40:16.076548 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 330ff1cf-a6be-4d7b-8599-df3a9ab5804a not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:40:16.078173 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.107629 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] Pushing event deleted for resources: {'Port': ['ID=a244f9d1-3aee-4760-9994-72efc45d85ad,revision_number=None']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:16.114006 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e77447-f6db-4955-a4e1-354968bd12a4 None None] No DVR routers for this DVR port a244f9d1-3aee-4760-9994-72efc45d85ad on host dv-cinder-815146-6-iscsi {{(pid=101424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:40:16.131688 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.140615 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.144370 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5025276b-0217-48ee-a9df-624badd28487 HTTP/1.1" status: 204 len: 168 time: 0.6588974 Oct 28 12:40:16.160578 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb1e00-f91c-4ba8-8e6f-8cd06d3b26e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5025276b-0217-48ee-a9df-624badd28487,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:16.280890 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53048) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:16.326931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-869e0fcc-f622-48b7-b6fc-1d64e41733db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70a330da99234af6b3a80df822d5067f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446336 Oct 28 12:40:16.329292 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53050) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:16.378635 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-80843a38-2057-4d69-8e3f-2017aaab68d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.400475 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-80843a38-2057-4d69-8e3f-2017aaab68d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.453064 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-80843a38-2057-4d69-8e3f-2017aaab68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.455686 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-80843a38-2057-4d69-8e3f-2017aaab68d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.456897 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-80843a38-2057-4d69-8e3f-2017aaab68d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3f5eb80-c304-4aa5-93f5-14c8f0e0f19b HTTP/1.1" status: 204 len: 168 time: 0.1267219 Oct 28 12:40:16.465527 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80843a38-2057-4d69-8e3f-2017aaab68d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f5eb80-c304-4aa5-93f5-14c8f0e0f19b,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:16.824163 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53056) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:16.868173 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ab2689de-02a9-44fb-96bd-38d82b0fede5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9567731a2b044569aba574f7df2b645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426507 Oct 28 12:40:16.870745 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53058) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:40:16.928155 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b55c439b-4f99-47cd-b779-532a0a2f12c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:16.953585 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b55c439b-4f99-47cd-b779-532a0a2f12c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:17.014746 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b55c439b-4f99-47cd-b779-532a0a2f12c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:17.018325 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-b55c439b-4f99-47cd-b779-532a0a2f12c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:17.019629 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-b55c439b-4f99-47cd-b779-532a0a2f12c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/516dc64b-30f3-4428-aabf-79278e96da2e HTTP/1.1" status: 204 len: 168 time: 0.1477888 Oct 28 12:40:17.028127 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c439b-4f99-47cd-b779-532a0a2f12c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516dc64b-30f3-4428-aabf-79278e96da2e,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:40:18.315671 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-478a0a89-b294-4c29-b91e-7df5b3932514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:18.317499 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-478a0a89-b294-4c29-b91e-7df5b3932514 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1137 time: 0.0460172 Oct 28 12:40:18.430833 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-0b64f2ba-87ba-4ce7-b013-b56e5a386405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:18.432210 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-0b64f2ba-87ba-4ce7-b013-b56e5a386405 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 915 time: 0.1058512 Oct 28 12:40:18.501988 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-f21fc49e-5c65-4afa-80ea-75d251de5fb6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0594373 Oct 28 12:40:18.559223 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2edc-36d4-4031-be13-443d8a42afac req-13b45ae2-4e12-45c9-8c72-9a0a991b5cf7 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:18.559831 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-598a95c4-f813-4383-95fa-12515e159598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:18.560741 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-813a2edc-36d4-4031-be13-443d8a42afac req-13b45ae2-4e12-45c9-8c72-9a0a991b5cf7 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.3043377 Oct 28 12:40:18.561417 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-598a95c4-f813-4383-95fa-12515e159598 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0509853 Oct 28 12:40:18.602992 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-813a2edc-36d4-4031-be13-443d8a42afac req-babc21d8-b1b2-4a30-8529-b204ed60ddc4 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356891 Oct 28 12:40:18.608071 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-062faa87-c736-4bfb-9e19-2a6a07de4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:18.609698 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-062faa87-c736-4bfb-9e19-2a6a07de4e76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408015 Oct 28 12:40:18.713962 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-6c934bd8-2126-4155-acb6-da4c8dfbf06e service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950494 Oct 28 12:40:18.833053 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56324a02-943e-465c-beb8-b1dc2ff33e62 req-65982fa0-ac07-4154-92e4-502574633421 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043327 Oct 28 12:40:19.732530 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349fc0-a211-42e0-8a4b-cd64d2372a49 req-9eb12057-f1b9-4a8e-8450-29294793a6b6 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:19.734041 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-79349fc0-a211-42e0-8a4b-cd64d2372a49 req-9eb12057-f1b9-4a8e-8450-29294793a6b6 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0567391 Oct 28 12:40:19.780965 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-79349fc0-a211-42e0-8a4b-cd64d2372a49 req-3675a32d-cd4f-42b1-80af-c666aa962e3b tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403907 Oct 28 12:40:20.919568 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41587660-759d-4c31-9b4c-35e9d50f52b9 req-2df56c10-778d-41f2-9ae3-d9972898c641 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:20.921404 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41587660-759d-4c31-9b4c-35e9d50f52b9 req-2df56c10-778d-41f2-9ae3-d9972898c641 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0508544 Oct 28 12:40:20.970947 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-41587660-759d-4c31-9b4c-35e9d50f52b9 req-f9dc056d-be6e-41a4-9d36-f5d04b0830bc tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430028 Oct 28 12:40:22.095590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab864d3-7c8a-4d99-83e6-7ed46feaebc5 req-de1107e4-740f-4f7f-9e05-b80df53da990 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:22.097080 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2ab864d3-7c8a-4d99-83e6-7ed46feaebc5 req-de1107e4-740f-4f7f-9e05-b80df53da990 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0523002 Oct 28 12:40:22.137478 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2ab864d3-7c8a-4d99-83e6-7ed46feaebc5 req-0d1c2a60-4eba-4e0b-9e04-6bf8b56f9b4b tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341840 Oct 28 12:40:23.262613 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd337862-9235-45b6-bb12-1bc9f5c259eb req-4f58842a-09b8-4be7-aac6-b95a23e65265 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:23.264101 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd337862-9235-45b6-bb12-1bc9f5c259eb req-4f58842a-09b8-4be7-aac6-b95a23e65265 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0568421 Oct 28 12:40:23.311175 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-cd337862-9235-45b6-bb12-1bc9f5c259eb req-23f3d426-072f-45cc-b0ed-5443844b1783 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405509 Oct 28 12:40:24.441627 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992594e9-d873-4b10-880f-b3024dbebfab req-5210cbe2-22c3-475a-8f5b-99fae3b5e136 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:24.443027 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-992594e9-d873-4b10-880f-b3024dbebfab req-5210cbe2-22c3-475a-8f5b-99fae3b5e136 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0520935 Oct 28 12:40:24.491315 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-992594e9-d873-4b10-880f-b3024dbebfab req-4d5fc186-b6cc-4aae-bbf6-91d1fa464aa3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396576 Oct 28 12:40:25.616818 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a05f4-37a5-4b12-86ae-16fa9d7622ed req-d7f55425-91c9-4e63-93ad-07940825d59c tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:25.618280 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-614a05f4-37a5-4b12-86ae-16fa9d7622ed req-d7f55425-91c9-4e63-93ad-07940825d59c tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0524848 Oct 28 12:40:25.664192 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-614a05f4-37a5-4b12-86ae-16fa9d7622ed req-96ba593d-30a7-4203-a3db-0e267c7c168f tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370331 Oct 28 12:40:26.801411 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639841-cb41-4a7b-8741-3e2b95440cf0 req-88232504-411b-4a1f-ba26-ce89bb553b57 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:26.802900 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4639841-cb41-4a7b-8741-3e2b95440cf0 req-88232504-411b-4a1f-ba26-ce89bb553b57 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0564256 Oct 28 12:40:26.844931 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c4639841-cb41-4a7b-8741-3e2b95440cf0 req-2f1ff761-e63e-4b49-bad4-6e3fc69db269 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355740 Oct 28 12:40:27.984748 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d918d-718c-4ceb-826e-5e4bf80c7829 req-d38c51f7-94f7-42a4-aa84-a42401ee1d2d tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:27.987005 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-854d918d-718c-4ceb-826e-5e4bf80c7829 req-d38c51f7-94f7-42a4-aa84-a42401ee1d2d tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0690844 Oct 28 12:40:28.038509 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-854d918d-718c-4ceb-826e-5e4bf80c7829 req-6eb7b199-7514-4513-8848-26359740ac09 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453880 Oct 28 12:40:29.158035 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5788-0d2d-4574-8d3e-6064a2d24eb7 req-92b74aba-21d2-4005-b499-c8bf15074999 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:29.159552 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-557a5788-0d2d-4574-8d3e-6064a2d24eb7 req-92b74aba-21d2-4005-b499-c8bf15074999 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0505822 Oct 28 12:40:29.209281 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-557a5788-0d2d-4574-8d3e-6064a2d24eb7 req-724f10d3-6f22-4a85-b3a8-8998d685d9f9 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431876 Oct 28 12:40:30.226169 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d7da0857-b622-476a-9976-86d202a4f310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:30.338853 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530ebe6-df85-4453-86d4-4600c0f671cd req-c2962a40-203f-4f9c-b24f-6153273c1098 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:30.340342 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2530ebe6-df85-4453-86d4-4600c0f671cd req-c2962a40-203f-4f9c-b24f-6153273c1098 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0509660 Oct 28 12:40:30.396644 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2530ebe6-df85-4453-86d4-4600c0f671cd req-6eb57189-f650-46a7-b0f3-64ef935145fe tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba8386f8-3feb-4b39-8b70-06f88e039ea1&id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471916 Oct 28 12:40:32.953307 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-763c092d-4057-4953-bc90-0ba93ea0079a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:33.891002 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:34.430258 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:40:34.765504 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:35.548705 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:45.201767 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:40:48.625309 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-a8fa9e7b-5c86-4b7d-85ea-e794a6bcbc46 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1801825 Oct 28 12:40:48.717245 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99936be9-2fba-40f4-a772-444fcf5b589a req-76f12d7d-b8fd-46d8-9d58-92114826c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:48.718685 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-76f12d7d-b8fd-46d8-9d58-92114826c0c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1137 time: 0.0440345 Oct 28 12:40:48.837332 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99936be9-2fba-40f4-a772-444fcf5b589a req-6fd6c831-e163-48c0-ad7e-1dd0c435e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:48.838861 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-6fd6c831-e163-48c0-ad7e-1dd0c435e7a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 915 time: 0.0939877 Oct 28 12:40:48.910083 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-36a65a41-e291-45a2-aa8f-9df0327957f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0629478 Oct 28 12:40:48.963451 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99936be9-2fba-40f4-a772-444fcf5b589a req-5e43b494-685f-4885-a306-31870a8f897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:48.965033 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-5e43b494-685f-4885-a306-31870a8f897c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0463541 Oct 28 12:40:49.014950 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99936be9-2fba-40f4-a772-444fcf5b589a req-0d3b14c6-e909-426e-81cb-115ff303fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:40:49.016412 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-0d3b14c6-e909-426e-81cb-115ff303fbd5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400624 Oct 28 12:40:49.028453 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-d9ba3ede-7c88-4762-95c9-3d6e6b4f2a6b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:40:49.029443 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-d9ba3ede-7c88-4762-95c9-3d6e6b4f2a6b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049727 Oct 28 12:40:49.128742 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-1551ef3a-b8e8-4128-8feb-6fad6deb93e3 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848529 Oct 28 12:40:49.220302 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-99936be9-2fba-40f4-a772-444fcf5b589a req-ded7a813-53f2-4f3d-8368-9846b031d8d8 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832400 Oct 28 12:41:00.223900 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d931f68c-c359-490e-a84e-c5668a96d295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:02.931945 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-58353052-957d-4b58-bb1a-87d782cf2879 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512310625&fields=id&tenant_id=b0c86daf60914cc3b120db57c84e7a3b HTTP/1.1" status: 200 len: 267 time: 0.1559570 Oct 28 12:41:02.957387 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-8f343194-e532-45e2-bf9e-6f4438b685fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:02.992914 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-e21a529d-c17a-492f-bd46-b95030383fd1 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:02.994322 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-e21a529d-c17a-492f-bd46-b95030383fd1 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 984 time: 0.0564852 Oct 28 12:41:03.005397 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Request body: {'port': {'security_groups': ['bb47d4ad-bd81-4705-a032-5fffb6fb5657']}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:03.081369 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.259236 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29368d97-129c-41f1-b476-6e9c1655e8e5,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:03.289642 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.295390 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.308578 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['29368d97-129c-41f1-b476-6e9c1655e8e5'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:41:03.337543 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:03.338230 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.339886 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-18955f34-531b-498c-a9f8-1058ecbfcf1d req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "PUT /v2.0/ports/29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 942 time: 0.3389139 Oct 28 12:41:03.346260 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:41:03.347846 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53108) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:03.348349 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89736e96-4ee8-4843-a3cd-2fccb706665d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:41:03.381356 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event updated for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=7']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:03.390977 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.391331 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.392053 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.392404 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.392971 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.393317 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.393743 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.394286 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.394781 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.395123 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.395457 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.395783 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa72d05-fe3b-4155-b293-58b18d527132 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.428847 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.430354 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['29368d97-129c-41f1-b476-6e9c1655e8e5'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:41:03.467988 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.496917 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2075a14f-145c-48cf-b31e-9ef19cba8de0 x-openstack-request-id: req-2075a14f-145c-48cf-b31e-9ef19cba8de0 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:41:03.497215 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:41:03.497472 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2075a14f-145c-48cf-b31e-9ef19cba8de0 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:41:03.497888 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'status': 'completed', 'code': 200} Oct 28 12:41:03.580135 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-1c2e0554-19fb-4a7b-9396-e2cb555a7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:03.582581 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-1c2e0554-19fb-4a7b-9396-e2cb555a7d19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0582609 Oct 28 12:41:03.583283 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.586220 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.587427 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "DELETE /v2.0/security-groups/ba8386f8-3feb-4b39-8b70-06f88e039ea1 HTTP/1.1" status: 204 len: 168 time: 0.2355697 Oct 28 12:41:03.590783 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53114) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:03.641691 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8386f8-3feb-4b39-8b70-06f88e039ea1,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:03.657924 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.658270 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.658610 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.658910 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.659234 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.659594 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.659881 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.660196 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.660516 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.660866 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.661178 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.661487 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bf25f-ea51-40f6-939e-051c96e4fd40 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:03.685632 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-7a032f51-3927-4db2-b7c2-b456530d6f84 None None] Provisioning complete for port 29368d97-129c-41f1-b476-6e9c1655e8e5 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:03.686145 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7a032f51-3927-4db2-b7c2-b456530d6f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.701662 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-a9c2b3c8-a1a8-468e-be98-ee1f187a49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:03.703247 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-a9c2b3c8-a1a8-468e-be98-ee1f187a49be service neutron] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 915 time: 0.1070707 Oct 28 12:41:03.772830 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-62315bec-df43-4f7b-85a7-047685344981 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0610023 Oct 28 12:41:03.773094 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Deleting port 72bf02e9-a339-4739-8284-680c496f4f13 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:03.773592 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.823731 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-baa28675-cfeb-407c-b4b5-4702516644cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:03.825139 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-baa28675-cfeb-407c-b4b5-4702516644cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0442100 Oct 28 12:41:03.847933 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.848322 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.861329 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Calling delete_port for 72bf02e9-a339-4739-8284-680c496f4f13 owned by network:floatingip {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:03.879380 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-dc2b129d-769c-4dea-b7af-384c7097f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:03.881005 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-dc2b129d-769c-4dea-b7af-384c7097f9c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445294 Oct 28 12:41:03.887153 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:03.975993 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-d853d146-7926-4857-9cae-64363db40156 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873535 Oct 28 12:41:04.050848 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:04.082693 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-89736e96-4ee8-4843-a3cd-2fccb706665d req-7cfca59e-76fd-4d8c-a4f3-19ce5c27fdab service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993633 Oct 28 12:41:04.086795 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event deleted for resources: {'Port': ['ID=72bf02e9-a339-4739-8284-680c496f4f13,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:04.143885 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks [] for floatingip, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:04.144249 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Floating IP 23d818c8-cbc4-41bd-a97d-e2f209de01dd disassociated (deleted). External IP: 172.27.0.246, port: 29368d97-129c-41f1-b476-6e9c1655e8e5. Oct 28 12:41:04.356225 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Router 42213643-073a-45fe-a278-3dc82294e5bd has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:41:04.465885 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:41:04.471753 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:04.477170 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] Sync routers for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:41:04.487544 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:04.488162 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:04.499365 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-aa8725c7-bb77-4a98-8474-4ed8e56e2919 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "DELETE /v2.0/floatingips/23d818c8-cbc4-41bd-a97d-e2f209de01dd HTTP/1.1" status: 204 len: 168 time: 0.9072623 Oct 28 12:41:04.603174 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:04.779771 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:04.840775 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 5, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:04.869493 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] Checking router: 42213643-073a-45fe-a278-3dc82294e5bd for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:41:04.878462 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:04.879055 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:04.987215 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:05.200255 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 5, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:05.230144 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173a21a-abc4-4743-b6b8-3692d4f7e7f6 None None] The sync data for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi is: [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:07Z', 'revision_number': 4, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'd460b1e2-b60a-45cf-be27-45e3d650cbcf', 'name': '', 'network_id': '5bb54599-a498-4593-adc3-9d00522a9997', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'mac_address': 'fa:16:3e:f8:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:06Z', 'updated_at': '2021-10-28T12:39:12Z', 'revision_number': 5, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'subnets': [{'id': '89946f80-1b5f-4353-b5cb-ddeed15ce0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:41:05.482187 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982b0e2-a328-427b-afab-4c76833199c5 None None] New status for floating IP 23d818c8-cbc4-41bd-a97d-e2f209de01dd: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:41:05.499413 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:41:05.501910 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43456327-3fa6-4014-928d-2a5733e6f65e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:41:05.548225 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:05.550893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd17c9-3c19-4efa-801e-a77b98347890 x-openstack-request-id: req-bbbd17c9-3c19-4efa-801e-a77b98347890 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:41:05.550893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:41:05.550893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbbd17c9-3c19-4efa-801e-a77b98347890 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:41:05.550893 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'status': 'completed', 'code': 200} Oct 28 12:41:05.611537 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456327-3fa6-4014-928d-2a5733e6f65e req-14f1a607-8caf-49c6-930a-a79a1e975699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:05.613108 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-43456327-3fa6-4014-928d-2a5733e6f65e req-14f1a607-8caf-49c6-930a-a79a1e975699 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0417676 Oct 28 12:41:05.717213 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456327-3fa6-4014-928d-2a5733e6f65e req-f72875bf-4e7e-49b6-9fdc-d9dce2ec97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:05.718710 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-43456327-3fa6-4014-928d-2a5733e6f65e req-f72875bf-4e7e-49b6-9fdc-d9dce2ec97e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 200 len: 915 time: 0.0963213 Oct 28 12:41:05.769096 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-43456327-3fa6-4014-928d-2a5733e6f65e req-82151107-b137-4d3e-a637-9d7a1033000b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 200 len: 217 time: 0.0425286 Oct 28 12:41:05.821250 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456327-3fa6-4014-928d-2a5733e6f65e req-869f8fad-5da6-4631-b363-530044230b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:05.822723 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-43456327-3fa6-4014-928d-2a5733e6f65e req-869f8fad-5da6-4631-b363-530044230b5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 200 len: 853 time: 0.0461872 Oct 28 12:41:05.875837 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456327-3fa6-4014-928d-2a5733e6f65e req-894279d8-d4b5-4312-a32b-5eb82b84128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:05.877699 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-43456327-3fa6-4014-928d-2a5733e6f65e req-894279d8-d4b5-4312-a32b-5eb82b84128f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5bb54599-a498-4593-adc3-9d00522a9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458956 Oct 28 12:41:05.980085 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-43456327-3fa6-4014-928d-2a5733e6f65e req-fc8efa4e-6a2a-46fe-9a17-74677070f4f0 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947056 Oct 28 12:41:06.097259 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-43456327-3fa6-4014-928d-2a5733e6f65e req-35e367bc-bae4-4852-8cc9-9f544218e960 service neutron] 10.222.0.77 "GET /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085567 Oct 28 12:41:07.288953 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c9b47-1bb3-475a-b435-c2740b42964c req-7d273755-1c59-4011-8477-2efdc09d35f2 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:07.290491 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-944c9b47-1bb3-475a-b435-c2740b42964c req-7d273755-1c59-4011-8477-2efdc09d35f2 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0644975 Oct 28 12:41:07.333481 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-944c9b47-1bb3-475a-b435-c2740b42964c req-5d00ca94-170b-4c07-94c7-058b1750f6c3 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Oct 28 12:41:08.513444 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d382-9663-4a76-959d-386a2f694aea req-be235c65-f922-4432-a140-8684888fd7af tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:08.514930 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4e5d382-9663-4a76-959d-386a2f694aea req-be235c65-f922-4432-a140-8684888fd7af tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.1073372 Oct 28 12:41:08.555691 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f4e5d382-9663-4a76-959d-386a2f694aea req-59afe7bc-5900-4b82-97ed-bbe067657ed1 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb47d4ad-bd81-4705-a032-5fffb6fb5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345902 Oct 28 12:41:08.894227 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f853f6-95e6-4313-b758-a6bceea19665 req-0b17c96c-d842-43f9-8f8f-a295e8bd2f08 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:08.895932 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56f853f6-95e6-4313-b758-a6bceea19665 req-0b17c96c-d842-43f9-8f8f-a295e8bd2f08 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.77 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0575311 Oct 28 12:41:08.995471 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Deleting port 29368d97-129c-41f1-b476-6e9c1655e8e5 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:08.995817 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:09.091187 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] For port 29368d97-129c-41f1-b476-6e9c1655e8e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29368d97-129c-41f1-b476-6e9c1655e8e5,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:09.091547 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:09.105606 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Calling delete_port for 29368d97-129c-41f1-b476-6e9c1655e8e5 owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:09.249606 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:09.263055 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['29368d97-129c-41f1-b476-6e9c1655e8e5'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:41:09.278342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Pushing event deleted for resources: {'Port': ['ID=29368d97-129c-41f1-b476-6e9c1655e8e5,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:09.320591 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] No DVR routers for this DVR port 29368d97-129c-41f1-b476-6e9c1655e8e5 on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:41:09.323297 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:09.326712 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-56f853f6-95e6-4313-b758-a6bceea19665 req-04992ef9-12ed-46f7-8aca-9d9798e92a21 tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.77 "DELETE /v2.0/ports/29368d97-129c-41f1-b476-6e9c1655e8e5 HTTP/1.1" status: 204 len: 173 time: 0.4246938 Oct 28 12:41:09.327160 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'name': 'network-vif-deleted', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:41:09.329553 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d988e458-06f9-4d25-b8c4-6291dd5c8549" -d '{"events": [{"server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "name": "network-vif-deleted", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:41:09.365881 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a714918-f35c-4b25-aefa-4d34538196fd x-openstack-request-id: req-4a714918-f35c-4b25-aefa-4d34538196fd {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:41:09.366169 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1", "name": "network-vif-deleted", "tag": "29368d97-129c-41f1-b476-6e9c1655e8e5", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:41:09.366422 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a714918-f35c-4b25-aefa-4d34538196fd {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:41:09.366820 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1', 'name': 'network-vif-deleted', 'tag': '29368d97-129c-41f1-b476-6e9c1655e8e5', 'status': 'completed', 'code': 200} Oct 28 12:41:09.673746 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a3883c80-c43f-4dd7-9431-922a7b11c1a6 req-95e44856-4a23-4deb-8a83-8ab1c42926fa tempest-TestMinimumBasicScenario-81389248 tempest-TestMinimumBasicScenario-81389248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe65c4d-d911-47d5-9c3c-4ba93b3bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0350399 Oct 28 12:41:11.429109 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53200) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:11.435832 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:41:11.792160 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:12.062468 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Deleting port d460b1e2-b60a-45cf-be27-45e3d650cbcf {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:12.062690 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:12.147572 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] For port d460b1e2-b60a-45cf-be27-45e3d650cbcf, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=d460b1e2-b60a-45cf-be27-45e3d650cbcf,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:12.147951 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:12.161235 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Calling delete_port for d460b1e2-b60a-45cf-be27-45e3d650cbcf owned by network:router_interface {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:12.353011 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:12.382010 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d460b1e2-b60a-45cf-be27-45e3d650cbcf,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:12.564285 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:12.779490 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Router 42213643-073a-45fe-a278-3dc82294e5bd has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:41:13.075810 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 29368d97-129c-41f1-b476-6e9c1655e8e5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:41:13.096237 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 29368d97-129c-41f1-b476-6e9c1655e8e5 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:41:13.096553 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 29368d97-129c-41f1-b476-6e9c1655e8e5 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:41:13.145923 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:41:13.151270 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4f2e5c94-3858-4085-b0d9-080f0a8131b8 admin admin] 10.222.0.62 "PUT /v2.0/routers/42213643-073a-45fe-a278-3dc82294e5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210784 Oct 28 12:41:13.154143 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53202) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:13.155753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] Sync routers for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:41:13.171705 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:13.172313 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:13.261581 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks [] for router, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.276392 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:13.366395 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.429028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Deleting port cd77b82c-ea41-44a9-9134-286187960644 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:13.429403 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.466242 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'cd77b82c-ea41-44a9-9134-286187960644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:41:12Z', 'revision_number': 5, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port': {'id': 'cd77b82c-ea41-44a9-9134-286187960644', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42213643-073a-45fe-a278-3dc82294e5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:13.492588 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] Checking router: 42213643-073a-45fe-a278-3dc82294e5bd for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:41:13.500941 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] Routers {'42213643-073a-45fe-a278-3dc82294e5bd'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:13.501539 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['42213643-073a-45fe-a278-3dc82294e5bd'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:13.510917 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] For port cd77b82c-ea41-44a9-9134-286187960644, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=cd77b82c-ea41-44a9-9134-286187960644,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:13.511272 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.524292 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Calling delete_port for cd77b82c-ea41-44a9-9134-286187960644 owned by network:router_gateway {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:13.699793 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.716895 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] Set router 42213643-073a-45fe-a278-3dc82294e5bd gateway port host: None {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:13.725229 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd77b82c-ea41-44a9-9134-286187960644,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:13.774203 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:41:13Z', 'revision_number': 6, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:13.789729 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.802042 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fccd-e176-4a32-a162-0ddb9c9e72fa None None] The sync data for ids ['42213643-073a-45fe-a278-3dc82294e5bd'] in dv-cinder-815146-6-iscsi is: [{'id': '42213643-073a-45fe-a278-3dc82294e5bd', 'name': 'tempest-TestMinimumBasicScenario-363368885-router', 'tenant_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:04Z', 'updated_at': '2021-10-28T12:41:13Z', 'revision_number': 6, 'project_id': 'b0c86daf60914cc3b120db57c84e7a3b', 'gw_port_host': None}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:41:13.879552 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.881859 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.926178 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.926833 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42213643-073a-45fe-a278-3dc82294e5bd {{(pid=101422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:41:13.931631 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:13.932867 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7c22d339-d771-4e2c-8d9e-0306845bb54f admin admin] 10.222.0.62 "DELETE /v2.0/routers/42213643-073a-45fe-a278-3dc82294e5bd HTTP/1.1" status: 204 len: 168 time: 0.7777426 Oct 28 12:41:13.935402 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53204) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:13.982743 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] Deleting subnet 89946f80-1b5f-4353-b5cb-ddeed15ce0ca {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:41:13.986063 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.026254 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.105498 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.176452 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.203809 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89946f80-1b5f-4353-b5cb-ddeed15ce0ca,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:14.208655 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.212146 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-6006a4f6-c8db-4ea5-bc8c-123fdc9cfbd5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/89946f80-1b5f-4353-b5cb-ddeed15ce0ca HTTP/1.1" status: 204 len: 168 time: 0.2758048 Oct 28 12:41:14.215384 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53206) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:14.218249 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7bc39-e89e-4165-9614-8f2aa655a824 None None] Network 5bb54599-a498-4593-adc3-9d00522a9997 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:41:14.304070 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.362114 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Deleting port 7e127bd0-720e-488c-97f8-b40347659e44 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:14.362404 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.437188 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] For port 7e127bd0-720e-488c-97f8-b40347659e44, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=7e127bd0-720e-488c-97f8-b40347659e44,segment=NetworkSegment(d928db93-83f5-44b7-be43-89a7bb3f5402),segment_id=d928db93-83f5-44b7-be43-89a7bb3f5402)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:14.437545 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.451546 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Calling delete_port for 7e127bd0-720e-488c-97f8-b40347659e44 owned by network:dhcp {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:14.534329 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.559378 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e127bd0-720e-488c-97f8-b40347659e44,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:14.565515 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] No DVR routers for this DVR port 7e127bd0-720e-488c-97f8-b40347659e44 on host dv-cinder-815146-6-iscsi {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:41:14.601095 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08bb9eb-0ddb-4bf8-b12c-745980acdf3c None None] DHCP port deletion for 5bb54599-a498-4593-adc3-9d00522a9997 request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:41:14.611842 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d460b1e2-b60a-45cf-be27-45e3d650cbcf no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:41:14.639878 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: d460b1e2-b60a-45cf-be27-45e3d650cbcf {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:41:14.640950 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device d460b1e2-b60a-45cf-be27-45e3d650cbcf not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:41:14.652215 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.678324 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb54599-a498-4593-adc3-9d00522a9997']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:14.690560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd928db93-83f5-44b7-be43-89a7bb3f5402') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:14.690817 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd928db93-83f5-44b7-be43-89a7bb3f5402') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:14.704888 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.723447 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.734241 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:41:14.735108 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:41:14.737977 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:41:14.801156 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.807017 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:14.810554 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5bb54599-a498-4593-adc3-9d00522a9997 HTTP/1.1" status: 204 len: 168 time: 0.5941360 Oct 28 12:41:14.814101 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53208) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:14.824009 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5666a9-74bb-4e40-9eb2-2ee4952d9649 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb54599-a498-4593-adc3-9d00522a9997,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:15.202147 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:15.202385 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:15.466213 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Deleting port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:15.466461 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:15.561304 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] For port 12b414a7-7d8d-4d56-89ac-3b0e5ea02416, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,segment=NetworkSegment(615470ae-d905-412a-8fc8-828e01e573ab),segment_id=615470ae-d905-412a-8fc8-828e01e573ab)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:15.561670 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:15.575095 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Calling delete_port for 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 owned by network:router_interface {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:15.774736 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:15.801403 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Pushing event deleted for resources: {'Port': ['ID=12b414a7-7d8d-4d56-89ac-3b0e5ea02416,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:15.996244 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:16.064371 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd77b82c-ea41-44a9-9134-286187960644 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:41:16.088327 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: cd77b82c-ea41-44a9-9134-286187960644 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:41:16.088586 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device cd77b82c-ea41-44a9-9134-286187960644 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:41:16.089017 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 7e127bd0-720e-488c-97f8-b40347659e44 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:41:16.109485 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 7e127bd0-720e-488c-97f8-b40347659e44 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:41:16.109834 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 7e127bd0-720e-488c-97f8-b40347659e44 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:41:16.227164 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Router d654fcb3-5bdb-4b83-8157-6521a6c1f5df has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:41:16.610124 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:41:16.616171 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-dd0b703f-6306-4dda-8cd4-6adce41b12ba admin admin] 10.222.0.62 "PUT /v2.0/routers/d654fcb3-5bdb-4b83-8157-6521a6c1f5df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8009446 Oct 28 12:41:16.619164 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53210) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:16.622120 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] Sync routers for ids ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:41:16.633985 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] Routers {'d654fcb3-5bdb-4b83-8157-6521a6c1f5df'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:16.634696 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:16.736022 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks [] for router, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:16.752922 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] Set router d654fcb3-5bdb-4b83-8157-6521a6c1f5df gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:16.839480 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:16.893300 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Deleting port e95fa45d-3d59-470c-9c85-ab67bcc66d9b {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:16.893587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:16.930199 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:41:15Z', 'revision_number': 5, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port': {'id': 'e95fa45d-3d59-470c-9c85-ab67bcc66d9b', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:16.956127 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] Checking router: d654fcb3-5bdb-4b83-8157-6521a6c1f5df for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:41:16.965715 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] Routers {'d654fcb3-5bdb-4b83-8157-6521a6c1f5df'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:16.966349 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:16.979540 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] For port e95fa45d-3d59-470c-9c85-ab67bcc66d9b, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:16.979893 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:16.992501 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Calling delete_port for e95fa45d-3d59-470c-9c85-ab67bcc66d9b owned by network:router_gateway {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:17.052166 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] Set router d654fcb3-5bdb-4b83-8157-6521a6c1f5df gateway port host: None {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:17.107409 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:41:16Z', 'revision_number': 6, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:17.140858 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c18dbd5-1581-4532-84d4-ac051e76c439 None None] The sync data for ids ['d654fcb3-5bdb-4b83-8157-6521a6c1f5df'] in dv-cinder-815146-6-iscsi is: [{'id': 'd654fcb3-5bdb-4b83-8157-6521a6c1f5df', 'name': 'tempest-TestMinimumBasicScenario-2074267430-router', 'tenant_id': '59c53cc746274d608096e82d5b788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:39:09Z', 'updated_at': '2021-10-28T12:41:16Z', 'revision_number': 6, 'project_id': '59c53cc746274d608096e82d5b788db4', 'gw_port_host': None}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:41:17.170610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.204744 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95fa45d-3d59-470c-9c85-ab67bcc66d9b,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:17.278559 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.376509 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.379134 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.429821 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.430124 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d654fcb3-5bdb-4b83-8157-6521a6c1f5df {{(pid=101423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:41:17.434596 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.435688 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-06d3e687-02e9-4b36-9233-9ee176c58080 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d654fcb3-5bdb-4b83-8157-6521a6c1f5df HTTP/1.1" status: 204 len: 168 time: 0.8155630 Oct 28 12:41:17.438228 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53212) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:17.483140 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] Deleting subnet ae188764-a94e-47bf-9fe1-b53d1f9c7401 {{(pid=101423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:41:17.486994 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.523254 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463056'] for subnet, precommit_delete_associations {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.612141 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.667676 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12639782'] for subnet, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.691815 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae188764-a94e-47bf-9fe1-b53d1f9c7401,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:17.698283 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.701528 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-fe27f861-f697-4816-9d2e-25494171e906 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae188764-a94e-47bf-9fe1-b53d1f9c7401 HTTP/1.1" status: 204 len: 168 time: 0.2623882 Oct 28 12:41:17.704360 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53214) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:17.706878 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a3aed-e8af-4aef-a7fb-620043cfaf5a None None] Network 61184569-f014-45b9-bd30-31d1ec77a4b3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:41:17.772526 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.833987 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Deleting port b7d71fb8-26ad-46e3-92c4-ba13769436f0 {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:17.834327 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.898436 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] DHCP port deletion for 61184569-f014-45b9-bd30-31d1ec77a4b3 request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:41:17.900701 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.db [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] For port b7d71fb8-26ad-46e3-92c4-ba13769436f0, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=b7d71fb8-26ad-46e3-92c4-ba13769436f0,segment=NetworkSegment(615470ae-d905-412a-8fc8-828e01e573ab),segment_id=615470ae-d905-412a-8fc8-828e01e573ab)] {{(pid=101423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:17.901211 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:17.915995 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Calling delete_port for b7d71fb8-26ad-46e3-92c4-ba13769436f0 owned by network:dhcp {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:17.951205 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Deleting port b7d71fb8-26ad-46e3-92c4-ba13769436f0 {{(pid=101424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:41:17.958319 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.014372 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.023940 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:41:18.043824 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d71fb8-26ad-46e3-92c4-ba13769436f0,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:18.048032 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] No DVR routers for this DVR port b7d71fb8-26ad-46e3-92c4-ba13769436f0 on host dv-cinder-815146-6-iscsi {{(pid=101423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:41:18.057095 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] For port b7d71fb8-26ad-46e3-92c4-ba13769436f0, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=b7d71fb8-26ad-46e3-92c4-ba13769436f0,segment=NetworkSegment(615470ae-d905-412a-8fc8-828e01e573ab),segment_id=615470ae-d905-412a-8fc8-828e01e573ab)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:18.057765 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.061029 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:41:18.061560 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 12b414a7-7d8d-4d56-89ac-3b0e5ea02416 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:41:18.062150 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device b7d71fb8-26ad-46e3-92c4-ba13769436f0 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:41:18.090323 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: b7d71fb8-26ad-46e3-92c4-ba13769436f0 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:41:18.090665 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device b7d71fb8-26ad-46e3-92c4-ba13769436f0 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:41:18.091070 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e95fa45d-3d59-470c-9c85-ab67bcc66d9b no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:41:18.092938 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Calling delete_port for b7d71fb8-26ad-46e3-92c4-ba13769436f0 owned by network:dhcp {{(pid=101424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:41:18.113609 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: e95fa45d-3d59-470c-9c85-ab67bcc66d9b {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:41:18.113959 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e95fa45d-3d59-470c-9c85-ab67bcc66d9b not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:41:18.121395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.144402 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61184569-f014-45b9-bd30-31d1ec77a4b3']}} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:18.160896 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615470ae-d905-412a-8fc8-828e01e573ab') {'for_net_delete': True} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:18.161191 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.services.segments.db [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615470ae-d905-412a-8fc8-828e01e573ab') {} {{(pid=101423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:18.177261 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463017'] for segment, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.193347 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.199277 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.201258 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=101423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:41:18.201786 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461384'] for segment, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: Traceback (most recent call last): Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: timer() Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: cb(*args, **kw) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: return func(*args, **kwargs) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: self._notify() Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: self.callback(batched_events) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: event.method(event) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: return f(self, *a, **k) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._get(url).json() Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: return self.request(url, 'GET', **kwargs) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:41:18.203551 dv-cinder-815146-6-iscsi neutron-server[101423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:41:18.230796 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Pushing event deleted for resources: {'Port': ['ID=b7d71fb8-26ad-46e3-92c4-ba13769436f0,revision_number=None']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:18.245188 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] No DVR routers for this DVR port b7d71fb8-26ad-46e3-92c4-ba13769436f0 on host dv-cinder-815146-6-iscsi {{(pid=101424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:41:18.250426 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.250990 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.251494 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.252686 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.254042 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.256171 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.256859 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.257872 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.260320 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.260689 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.261091 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.261413 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a5ada-6c04-456c-b7c6-c181cebcd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:18.277733 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.282198 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.285814 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] 10.222.0.62 "DELETE /v2.0/networks/61184569-f014-45b9-bd30-31d1ec77a4b3 HTTP/1.1" status: 204 len: 168 time: 0.5804703 Oct 28 12:41:18.299388 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe335f-2b7d-4636-add3-d56c218d7940 admin admin] Pushing event deleted for resources: {'Network': ['ID=61184569-f014-45b9-bd30-31d1ec77a4b3,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:18.461332 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53218) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:18.504977 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-74170d5e-4c92-4981-90bd-e2cd2cd6bd6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0c86daf60914cc3b120db57c84e7a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423024 Oct 28 12:41:18.508000 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53220) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:18.556927 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-09b7d73d-95e2-4614-bbee-0e1c02803bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.577847 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-09b7d73d-95e2-4614-bbee-0e1c02803bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.629681 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-09b7d73d-95e2-4614-bbee-0e1c02803bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.632592 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-09b7d73d-95e2-4614-bbee-0e1c02803bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:18.633859 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-09b7d73d-95e2-4614-bbee-0e1c02803bc6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb47d4ad-bd81-4705-a032-5fffb6fb5657 HTTP/1.1" status: 204 len: 168 time: 0.1249359 Oct 28 12:41:18.642255 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7d73d-95e2-4614-bbee-0e1c02803bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47d4ad-bd81-4705-a032-5fffb6fb5657,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:18.963571 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53226) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:19.005710 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-133fe313-26c7-41f9-a820-810b1c655c26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59c53cc746274d608096e82d5b788db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408859 Oct 28 12:41:19.008603 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53228) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:19.059994 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bdf6abd5-d4c4-4a93-b5f2-6c857ab0f2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:19.082748 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bdf6abd5-d4c4-4a93-b5f2-6c857ab0f2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:19.133197 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bdf6abd5-d4c4-4a93-b5f2-6c857ab0f2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:19.135801 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-bdf6abd5-d4c4-4a93-b5f2-6c857ab0f2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:19.137009 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-bdf6abd5-d4c4-4a93-b5f2-6c857ab0f2a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db25baca-a042-4bd8-9156-f55fafc0cdd7 HTTP/1.1" status: 204 len: 168 time: 0.1273756 Oct 28 12:41:19.145308 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6abd5-d4c4-4a93-b5f2-6c857ab0f2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db25baca-a042-4bd8-9156-f55fafc0cdd7,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:19.860747 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53250) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:19.961435 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1027200356-network', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:19.987601 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Made reservation on behalf of d60093ead9d64a9894ae4caafeaf039b for: {'network': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:41:19.990103 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:19.998932 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.079147 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.083627 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.108594 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=101423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:41:20.118307 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c774d7-4e16-45fd-a71e-114f1867bf04,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:20.123197 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.123543 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.segments_db [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Added segment 9effc581-211f-48e2-bead-7d9c6b0cb52e of type vlan for network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 Oct 28 12:41:20.164926 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.191428 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.192486 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:20.193101 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.251724 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3897495 Oct 28 12:41:20.254844 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53254) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:20.259875 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Request body: {'subnet': {'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1027200356-subnet', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'ip_version': 4}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:20.263108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390226a-b61d-4bd3-8822-adde140c464e admin admin] Pushing event updated for resources: {'Network': ['ID=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:20.278066 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:41:20.284846 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Made reservation on behalf of d60093ead9d64a9894ae4caafeaf039b for: {'subnet': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:41:20.287157 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12859911'] for subnet, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.468099 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13536891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12859925'] for subnet, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.522257 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf72fa41-6771-441e-a1ca-c4303e8079db,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:20.531047 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Checking segment: {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:20.531400 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Network hostable DHCP agents. Network: 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:41:20.549360 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:41:20.558349 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85) {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:20.563009 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:20.563583 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.572216 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd67aa-8379-4e64-ab03-af7ffcce6d9a None None] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:41:20.579965 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-d553e04d-bf65-43f0-a42e-528dac7823fb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3238997 Oct 28 12:41:20.583948 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53256) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:20.590689 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:20.616694 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.617983 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.669967 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.725792 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:41:20.726676 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.815590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:20.870701 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Allocated IP 172.20.0.2 (71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85/cf72fa41-6771-441e-a1ca-c4303e8079db/f59f6bf2-6997-4182-a543-e68a34193a06) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:41:21.028704 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.037339 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.044764 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.053364 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.092067 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:21.094926 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:21.099313 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:41:21.102522 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Pushing event updated for resources: {'Port': ['ID=f59f6bf2-6997-4182-a543-e68a34193a06,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:21.154718 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Attempting to bind port f59f6bf2-6997-4182-a543-e68a34193a06 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:41:21.155075 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Attempting to bind port f59f6bf2-6997-4182-a543-e68a34193a06 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:41:21.155770 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Attempting to bind port f59f6bf2-6997-4182-a543-e68a34193a06 on network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:21.160672 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:41:21.161080 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Checking segment: {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:21.161465 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.161850 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Bound using segment: {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:41:21.162344 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Bound port: f59f6bf2-6997-4182-a543-e68a34193a06, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:41:21.162717 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.170872 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Allocated IP 172.27.0.159 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/28184eb9-510a-47f9-b673-228df1d3a954) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:41:21.228156 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] For port f59f6bf2-6997-4182-a543-e68a34193a06, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:41:21.231708 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] For port f59f6bf2-6997-4182-a543-e68a34193a06, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=f59f6bf2-6997-4182-a543-e68a34193a06,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:41:21.236005 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.281255 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.301240 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635631d-6c44-4bf5-9827-51ea561b740c None None] Pushing event updated for resources: {'Port': ['ID=f59f6bf2-6997-4182-a543-e68a34193a06,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:21.326548 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.366492 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:21.369550 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:21.373145 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:41:21.397997 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=28184eb9-510a-47f9-b673-228df1d3a954,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:21.640046 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.848492 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:21.995136 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:41:22.058392 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device f59f6bf2-6997-4182-a543-e68a34193a06 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:22.123117 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port f59f6bf2-6997-4182-a543-e68a34193a06 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:22.123635 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:22.215764 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:22.219984 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82972c-5735-47c1-8156-b2e5a8fd225b None None] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:41:22.309683 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-73d07929-6443-4c4b-9307-26ea5619bf1d None None] Provisioning complete for port f59f6bf2-6997-4182-a543-e68a34193a06 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:22.310457 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-73d07929-6443-4c4b-9307-26ea5619bf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:22.312746 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port f59f6bf2-6997-4182-a543-e68a34193a06, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=f59f6bf2-6997-4182-a543-e68a34193a06,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:22.337060 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:22.388741 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:41:22.400904 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Sync routers for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:41:22.412240 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:22.413675 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-d27d5055-e37f-46a9-abf6-839e5a58d6b5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8284647 Oct 28 12:41:22.416751 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53258) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:22.456784 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:22.457305 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:22.463546 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=f59f6bf2-6997-4182-a543-e68a34193a06,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:22.630068 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:22.868626 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:22.954189 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:21Z', 'revision_number': 3, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:22.983932 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Checking router: d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:41:22.984281 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Updating router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 port 28184eb9-510a-47f9-b673-228df1d3a954 binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:41:23.012226 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.047840 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Allocated IP 172.20.0.1 (71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85/cf72fa41-6771-441e-a1ca-c4303e8079db/e27b2a7a-4113-4b15-9c89-3b4fd11eb808) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:41:23.099378 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-86e5a041-ce85-4d06-b2ab-aeaac5efb719 None None] Provisioning complete for port f59f6bf2-6997-4182-a543-e68a34193a06 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:23.099724 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-86e5a041-ce85-4d06-b2ab-aeaac5efb719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.156453 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.192503 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.238945 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:23.242009 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:23.245528 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:41:23.268693 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Pushing event updated for resources: {'Port': ['ID=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:23.288504 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.357170 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.365036 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.420845 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Attempting to bind port 28184eb9-510a-47f9-b673-228df1d3a954 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:41:23.421191 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Attempting to bind port 28184eb9-510a-47f9-b673-228df1d3a954 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:41:23.421925 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Attempting to bind port 28184eb9-510a-47f9-b673-228df1d3a954 on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:23.424916 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94664ee1-d8a4-413a-af70-b798416f2b26 None None] Pushing event updated for resources: {'Port': ['ID=28184eb9-510a-47f9-b673-228df1d3a954,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:23.430244 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:41:23.430616 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:23.431016 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.431403 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:41:23.431777 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.432270 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Bound port: 28184eb9-510a-47f9-b673-228df1d3a954, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:41:23.432270 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.498546 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] For port 28184eb9-510a-47f9-b673-228df1d3a954, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:41:23.500133 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-f15ac56b-7063-4e0d-92a0-f74f94c0dfe0 None None] Provisioning complete for port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:23.500504 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f15ac56b-7063-4e0d-92a0-f74f94c0dfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.503120 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] For port 28184eb9-510a-47f9-b673-228df1d3a954, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=28184eb9-510a-47f9-b673-228df1d3a954,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:41:23.528326 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.579625 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-f15ac56b-7063-4e0d-92a0-f74f94c0dfe0 None None] Port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:41:23.599881 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94664ee1-d8a4-413a-af70-b798416f2b26 None None] Pushing event updated for resources: {'Port': ['ID=28184eb9-510a-47f9-b673-228df1d3a954,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:23.602582 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:23.603198 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:23.613918 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks [] for port, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.618684 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461420'] for port, after_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.684503 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:23.686245 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Pushing event updated for resources: {'Port': ['ID=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,revision_number=2']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:23.717091 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:23.788633 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:23.790249 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:23.928573 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:41:23.939133 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 1, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:23.973194 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7eba9-90c0-4e3b-aa90-060550cd2e71 None None] The sync data for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi is: [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 1, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:41:24.027306 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device f59f6bf2-6997-4182-a543-e68a34193a06 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:24.052465 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:41:24.067601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a74feee1-f146-43c9-89a1-ac4651d52eab admin admin] 10.222.0.62 "PUT /v2.0/routers/d5b3df6c-f9ac-474a-8197-ef7cf38f28d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493647 Oct 28 12:41:24.081910 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port f59f6bf2-6997-4182-a543-e68a34193a06 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:24.082280 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.130949 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-354483b7-ddb9-4f26-a9a8-5cd7e0d4182f None None] Provisioning complete for port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:24.131314 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-354483b7-ddb9-4f26-a9a8-5cd7e0d4182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.172677 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-354483b7-ddb9-4f26-a9a8-5cd7e0d4182f None None] Port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:41:24.602581 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53274) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:24.607566 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1751736595-network', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:24.637596 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Made reservation on behalf of c2140ff8607b45578b7b9a55d20e8a24 for: {'network': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:41:24.638082 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for network, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.652270 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.738521 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.744332 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.770426 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=101422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:41:24.780897 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9691d-181a-4a51-91d4-ebfb6fd1ae29,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:24.787661 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.788000 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.segments_db [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Added segment 469f7546-7c49-4329-815c-3ee6d1c354ef of type vlan for network c98fcf92-7872-4597-9595-30107b2154f3 Oct 28 12:41:24.832208 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744763092893'] for network, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.858866 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138'] for network, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.859959 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:24.860537 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:24.911932 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3079846 Oct 28 12:41:24.914697 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53276) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:24.920167 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Request body: {'subnet': {'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1751736595-subnet', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'ip_version': 4}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:24.923865 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5acc4-9908-4034-af4c-2170119e8aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=c98fcf92-7872-4597-9595-30107b2154f3,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:24.934821 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Network c98fcf92-7872-4597-9595-30107b2154f3 details requested by agent ovs-agent-dv-cinder-815146-6-iscsi with host dv-cinder-815146-6-iscsi {{(pid=101424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:41:24.957784 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Made reservation on behalf of c2140ff8607b45578b7b9a55d20e8a24 for: {'subnet': 1} {{(pid=101423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:41:24.960206 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12639687'] for subnet, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.145108 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13461283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12639701'] for subnet, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.210417 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c21ed3-f0dd-4f1a-860a-262edf207f4f,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:25.223869 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Checking segment: {'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:25.224477 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Network hostable DHCP agents. Network: c98fcf92-7872-4597-9595-30107b2154f3, hostable agents: ['ee164115-f53f-4ed4-8353-6a8f4199c596'], hosted agents: [] {{(pid=101423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:41:25.244792 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Network c98fcf92-7872-4597-9595-30107b2154f3 is scheduled to be hosted by DHCP agent ee164115-f53f-4ed4-8353-6a8f4199c596 with binding_index 1 {{(pid=101423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:41:25.254975 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-6-iscsi, c98fcf92-7872-4597-9595-30107b2154f3) {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:25.259381 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:25.259974 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for subnet, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.265315 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48438c98-e43a-4755-99fe-3453622abf3e None None] Network c98fcf92-7872-4597-9595-30107b2154f3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:41:25.277285 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-35d87c70-4647-47fc-9c95-ca6c6524d054 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3612902 Oct 28 12:41:25.279771 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53278) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:25.284031 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:25.306084 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16323773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3621'] for router, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.307175 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16346189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16326340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16431167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.358029 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.430386 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcdbf3f6-cf6e-5817-9be5-7451ff7b3f97-c98fcf92-7872-4597-9595-30107b2154f3', 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'fixed_ips': [{'subnet_id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f'}]}} from dv-cinder-815146-6-iscsi. {{(pid=101424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:41:25.431263 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.507092 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.593744 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.db_base_plugin_common [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Allocated IP 172.20.0.2 (c98fcf92-7872-4597-9595-30107b2154f3/f7c21ed3-f0dd-4f1a-860a-262edf207f4f/a7109931-22a2-4cdb-8008-80b980ef9aa8) {{(pid=101424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:41:25.732669 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.757753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Publish callbacks [] for port, precommit_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.758069 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.765918 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964'] for port, after_create {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.807141 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Network c98fcf92-7872-4597-9595-30107b2154f3 is already hosted by enough agents. {{(pid=101424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:25.812884 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.scheduler.base_scheduler [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Resources bound (agent type, host, resource id): {{(pid=101424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:25.815401 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Received port after_create {{(pid=101424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:41:25.852825 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Pushing event updated for resources: {'Port': ['ID=a7109931-22a2-4cdb-8008-80b980ef9aa8,revision_number=1']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:25.879314 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.db_base_plugin_common [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Allocated IP 172.27.0.187 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/54d88af0-c295-434c-a689-08679f29eb49) {{(pid=101423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:41:25.886260 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Attempting to bind port a7109931-22a2-4cdb-8008-80b980ef9aa8 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:41:25.886666 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Attempting to bind port a7109931-22a2-4cdb-8008-80b980ef9aa8 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:41:25.887050 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Attempting to bind port a7109931-22a2-4cdb-8008-80b980ef9aa8 on network c98fcf92-7872-4597-9595-30107b2154f3 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:25.893965 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:41:25.894406 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Checking segment: {'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:25.894735 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.895127 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Bound using segment: {'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:41:25.895661 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Bound port: a7109931-22a2-4cdb-8008-80b980ef9aa8, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:41:25.896066 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:25.974610 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] For port a7109931-22a2-4cdb-8008-80b980ef9aa8, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:41:25.978930 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] For port a7109931-22a2-4cdb-8008-80b980ef9aa8, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a7109931-22a2-4cdb-8008-80b980ef9aa8,segment=NetworkSegment(469f7546-7c49-4329-815c-3ee6d1c354ef),segment_id=469f7546-7c49-4329-815c-3ee6d1c354ef)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:41:25.984654 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.014260 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.051228 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Sync routers for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:41:26.059379 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57ed24-ed45-4a46-ac98-fb99ad73ff74 None None] Pushing event updated for resources: {'Port': ['ID=a7109931-22a2-4cdb-8008-80b980ef9aa8,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:26.066549 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:26.067182 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:26.067442 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.091637 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 28184eb9-510a-47f9-b673-228df1d3a954 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:26.119981 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:26.130453 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.base_scheduler [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:26.132884 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Pushing event updated for resources: {'Port': ['ID=54d88af0-c295-434c-a689-08679f29eb49,revision_number=1']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:26.135159 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Received port after_create {{(pid=101423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:41:26.160635 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 28184eb9-510a-47f9-b673-228df1d3a954 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:26.161152 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.182557 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:26.264173 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.313716 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 28184eb9-510a-47f9-b673-228df1d3a954, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=28184eb9-510a-47f9-b673-228df1d3a954,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:26.324381 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.414239 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=28184eb9-510a-47f9-b673-228df1d3a954,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:26.420529 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 2, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:26.448824 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Checking router: d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:41:26.449180 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Updating router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:41:26.470414 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.477775 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.675229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16346182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326297'] for router, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.756983 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.763607 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.810062 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Pushing event updated for resources: {'Port': ['ID=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:26.815462 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Router 50555e42-6979-42dd-896f-e01e2968fda0 is scheduled to L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 with binding_index 1 {{(pid=101423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:41:26.825419 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.825772 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.827187 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.827531 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.827860 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.828191 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.828518 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.828864 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.829400 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.829878 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.830363 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.830830 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:41:26.890135 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Attempting to bind port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:41:26.890501 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Attempting to bind port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:41:26.890833 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Attempting to bind port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 on network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:26.897598 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:41:26.898074 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Checking segment: {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:26.898477 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.899049 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Bound using segment: {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:41:26.899745 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Bound port: e27b2a7a-4113-4b15-9c89-3b4fd11eb808, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:41:26.900304 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.940679 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:41:26.953031 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Sync routers for ids ['50555e42-6979-42dd-896f-e01e2968fda0'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:41:26.975536 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Routers {'50555e42-6979-42dd-896f-e01e2968fda0'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:26.976311 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['50555e42-6979-42dd-896f-e01e2968fda0'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:26.977707 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] Publish callbacks [] for router, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:26.979578 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-8ae1f4a8-a46a-4348-88fe-ef033c8357ec admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6987431 Oct 28 12:41:26.982411 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53280) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:26.993262 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] For port e27b2a7a-4113-4b15-9c89-3b4fd11eb808, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:41:26.997207 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] For port e27b2a7a-4113-4b15-9c89-3b4fd11eb808, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:41:27.006890 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.065258 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd680f9-f939-4238-bb31-25361c3abb48 None None] Pushing event updated for resources: {'Port': ['ID=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,revision_number=4']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:27.082751 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:27.083266 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:27.135479 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Set router 50555e42-6979-42dd-896f-e01e2968fda0 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:27.358720 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:27.379627 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38bae5b-12ba-4031-ac1c-09b0973283ba None None] Network c98fcf92-7872-4597-9595-30107b2154f3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:41:27.489154 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-c41fcc0d-961f-47ec-b20c-540abd18f693 None None] Provisioning complete for port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:27.489617 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c41fcc0d-961f-47ec-b20c-540abd18f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.546465 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.599188 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:27.627343 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96f610-e092-4bc9-998e-6976dcc8ab9c None None] The sync data for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi is: [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:41:27.694698 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c41fcc0d-961f-47ec-b20c-540abd18f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.727009 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Allocated IP 172.20.0.1 (c98fcf92-7872-4597-9595-30107b2154f3/f7c21ed3-f0dd-4f1a-860a-262edf207f4f/1d02d32e-0896-4669-ae9f-c66446b8549f) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:41:27.744512 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '54d88af0-c295-434c-a689-08679f29eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 3, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port': {'id': '54d88af0-c295-434c-a689-08679f29eb49', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:27.752225 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-c41fcc0d-961f-47ec-b20c-540abd18f693 None None] For port e27b2a7a-4113-4b15-9c89-3b4fd11eb808, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:27.778450 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c41fcc0d-961f-47ec-b20c-540abd18f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.782163 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Checking router: 50555e42-6979-42dd-896f-e01e2968fda0 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:41:27.782408 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Updating router 50555e42-6979-42dd-896f-e01e2968fda0 port 54d88af0-c295-434c-a689-08679f29eb49 binding host dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:41:27.839874 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.851632 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.885134 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fcc0d-961f-47ec-b20c-540abd18f693 None None] Pushing event updated for resources: {'Port': ['ID=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:27.894192 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:27.938694 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Network c98fcf92-7872-4597-9595-30107b2154f3 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:27.945705 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:27.949262 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:41:27.962011 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] Provisioning complete for port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:27.967924 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.000078 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d02d32e-0896-4669-ae9f-c66446b8549f,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:28.018086 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16266436'] for router_interface, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.202783 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.236219 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a7109931-22a2-4cdb-8008-80b980ef9aa8 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:28.316493 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] Provisioning complete for port a7109931-22a2-4cdb-8008-80b980ef9aa8 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:28.316884 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.397055 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Publish callbacks [] for port, precommit_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.403940 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.404183 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port a7109931-22a2-4cdb-8008-80b980ef9aa8 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:28.404183 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.411452 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.435324 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.478560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d02d32e-0896-4669-ae9f-c66446b8549f,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:28.482688 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16325460'] for router_interface, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.531172 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Attempting to bind port 54d88af0-c295-434c-a689-08679f29eb49 on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:41:28.531532 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Attempting to bind port 54d88af0-c295-434c-a689-08679f29eb49 by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:41:28.531888 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Attempting to bind port 54d88af0-c295-434c-a689-08679f29eb49 on network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:28.539885 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212151e8-f849-4e7b-ae7f-d9d0c13ee606 None None] Pushing event updated for resources: {'Port': ['ID=54d88af0-c295-434c-a689-08679f29eb49,revision_number=2']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:28.545215 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.548843 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:41:28.549211 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Checking segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:28.549593 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.549963 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Bound using segment: {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'} {{(pid=101424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:41:28.550428 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.managers [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Bound port: 54d88af0-c295-434c-a689-08679f29eb49, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c757b8e-1ce4-481a-9480-2236e99101fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1'}}] {{(pid=101424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:41:28.550804 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.577950 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Network c98fcf92-7872-4597-9595-30107b2154f3 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:28.579433 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:28.648766 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.651764 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] For port a7109931-22a2-4cdb-8008-80b980ef9aa8, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a7109931-22a2-4cdb-8008-80b980ef9aa8,segment=NetworkSegment(469f7546-7c49-4329-815c-3ee6d1c354ef),segment_id=469f7546-7c49-4329-815c-3ee6d1c354ef)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:28.667876 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.676643 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] For port 54d88af0-c295-434c-a689-08679f29eb49, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:41:28.701811 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Router 50555e42-6979-42dd-896f-e01e2968fda0 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:41:28.717167 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] For port 54d88af0-c295-434c-a689-08679f29eb49, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=54d88af0-c295-434c-a689-08679f29eb49,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:41:28.744893 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.778268 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd1622-22b4-4cfb-9e87-ffe770f5a6b6 None None] Pushing event updated for resources: {'Port': ['ID=a7109931-22a2-4cdb-8008-80b980ef9aa8,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:28.793753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.db.api [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:41:28.794111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG oslo_db.api [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:41:28.829066 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:41:28.831717 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Routers {'50555e42-6979-42dd-896f-e01e2968fda0'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:28.832346 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['50555e42-6979-42dd-896f-e01e2968fda0'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:28.835218 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4acdc639-d01d-4c2c-a056-8de44119d7f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/50555e42-6979-42dd-896f-e01e2968fda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8516932 Oct 28 12:41:28.837817 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-389938df-f34e-428f-9065-8bba5b728478 None None] Provisioning complete for port 1d02d32e-0896-4669-ae9f-c66446b8549f triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:28.837817 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-389938df-f34e-428f-9065-8bba5b728478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.930631 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212151e8-f849-4e7b-ae7f-d9d0c13ee606 None None] Pushing event updated for resources: {'Port': ['ID=54d88af0-c295-434c-a689-08679f29eb49,revision_number=3']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:28.956263 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-389938df-f34e-428f-9065-8bba5b728478 None None] Port 1d02d32e-0896-4669-ae9f-c66446b8549f cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:41:28.980749 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-389938df-f34e-428f-9065-8bba5b728478 None None] Provisioning complete for port a7109931-22a2-4cdb-8008-80b980ef9aa8 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:28.981113 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-389938df-f34e-428f-9065-8bba5b728478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:28.985932 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] Set router 50555e42-6979-42dd-896f-e01e2968fda0 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:29.354911 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53288) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:29.355704 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 28184eb9-510a-47f9-b673-228df1d3a954 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:29.360150 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-005da8fa-6950-46b5-8c25-86c51ff61eca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867481144', 'description': 'tempest-secgroup-smoke-867481144 description', 'project_id': 'd60093ead9d64a9894ae4caafeaf039b'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:29.385971 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-005da8fa-6950-46b5-8c25-86c51ff61eca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.440156 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 28184eb9-510a-47f9-b673-228df1d3a954 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:29.440524 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.454116 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-005da8fa-6950-46b5-8c25-86c51ff61eca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.460288 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-005da8fa-6950-46b5-8c25-86c51ff61eca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.465118 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '54d88af0-c295-434c-a689-08679f29eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 4, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port': {'id': '54d88af0-c295-434c-a689-08679f29eb49', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '1d02d32e-0896-4669-ae9f-c66446b8549f', 'name': '', 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'mac_address': 'fa:16:3e:03:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:27Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 2, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'subnets': [{'id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:29.494138 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-005da8fa-6950-46b5-8c25-86c51ff61eca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.495387 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-005da8fa-6950-46b5-8c25-86c51ff61eca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1393666 Oct 28 12:41:29.496583 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005da8fa-6950-46b5-8c25-86c51ff61eca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c680144-cc50-46be-b6fa-7fb137a3e0f9,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:29.498683 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53290) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:29.503276 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-ffa8066b-7613-4a02-9086-4b95f0a6cd3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'security_group_rule': {'security_group_id': '3c680144-cc50-46be-b6fa-7fb137a3e0f9', 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:29.503884 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fee46c-5ed4-4f83-960c-0facb3c28b28 None None] The sync data for ids ['50555e42-6979-42dd-896f-e01e2968fda0'] in dv-cinder-815146-6-iscsi is: [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '54d88af0-c295-434c-a689-08679f29eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 4, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port': {'id': '54d88af0-c295-434c-a689-08679f29eb49', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '1d02d32e-0896-4669-ae9f-c66446b8549f', 'name': '', 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'mac_address': 'fa:16:3e:03:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:27Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 2, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'subnets': [{'id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:41:29.515055 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-1aa67ed0-d7e8-4546-b632-79ea05edee2d None None] Provisioning complete for port 1d02d32e-0896-4669-ae9f-c66446b8549f triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:29.515426 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-1aa67ed0-d7e8-4546-b632-79ea05edee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.538162 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ffa8066b-7613-4a02-9086-4b95f0a6cd3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.580821 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-1aa67ed0-d7e8-4546-b632-79ea05edee2d None None] Port 1d02d32e-0896-4669-ae9f-c66446b8549f cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:41:29.591117 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ffa8066b-7613-4a02-9086-4b95f0a6cd3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.595860 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ffa8066b-7613-4a02-9086-4b95f0a6cd3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.597108 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e27b2a7a-4113-4b15-9c89-3b4fd11eb808 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:29.615449 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8066b-7613-4a02-9086-4b95f0a6cd3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af323fe-36da-4381-8cec-ae61aebe6d88,revision_number=0']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:29.624999 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ffa8066b-7613-4a02-9086-4b95f0a6cd3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.626240 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ffa8066b-7613-4a02-9086-4b95f0a6cd3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267421 Oct 28 12:41:29.629207 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53292) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:29.636564 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-a8d4c46c-f2a0-41f3-9c7b-030302d832b4 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'security_group_rule': {'security_group_id': '3c680144-cc50-46be-b6fa-7fb137a3e0f9', 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:29.649734 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:29.650100 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:29.669381 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c46c-f2a0-41f3-9c7b-030302d832b4 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.012073 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c46c-f2a0-41f3-9c7b-030302d832b4 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.017897 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c46c-f2a0-41f3-9c7b-030302d832b4 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.020663 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a7109931-22a2-4cdb-8008-80b980ef9aa8 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:30.036340 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4c46c-f2a0-41f3-9c7b-030302d832b4 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a86af45-c3dd-4bba-bca1-65113cd07688,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:30.044407 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c46c-f2a0-41f3-9c7b-030302d832b4 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.045669 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-a8d4c46c-f2a0-41f3-9c7b-030302d832b4 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4146333 Oct 28 12:41:30.048827 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53294) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:30.053389 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-49acc45e-ffa0-4385-892a-a217cd14d492 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'security_group_rule': {'security_group_id': '3c680144-cc50-46be-b6fa-7fb137a3e0f9', 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:30.083077 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49acc45e-ffa0-4385-892a-a217cd14d492 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.083301 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port a7109931-22a2-4cdb-8008-80b980ef9aa8 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:30.083602 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.151581 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49acc45e-ffa0-4385-892a-a217cd14d492 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.156764 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49acc45e-ffa0-4385-892a-a217cd14d492 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.177230 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acc45e-ffa0-4385-892a-a217cd14d492 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923968f4-5da0-4fd0-b6c6-fd2e38c943e9,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:30.185953 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-49acc45e-ffa0-4385-892a-a217cd14d492 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.187161 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-49acc45e-ffa0-4385-892a-a217cd14d492 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372414 Oct 28 12:41:30.190002 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53296) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:30.194449 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-c66611a3-b0a8-4c46-8fb6-c38e1639adb6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'security_group_rule': {'security_group_id': '3c680144-cc50-46be-b6fa-7fb137a3e0f9', 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:30.216507 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b996b1e0-ca07-4c44-93c2-4b0c88a21d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.224052 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c66611a3-b0a8-4c46-8fb6-c38e1639adb6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.282627 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c66611a3-b0a8-4c46-8fb6-c38e1639adb6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.288229 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c66611a3-b0a8-4c46-8fb6-c38e1639adb6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.307923 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66611a3-b0a8-4c46-8fb6-c38e1639adb6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db366f0-6aa9-4587-af36-d612cb727b4e,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:30.316195 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c66611a3-b0a8-4c46-8fb6-c38e1639adb6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.317473 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c66611a3-b0a8-4c46-8fb6-c38e1639adb6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264791 Oct 28 12:41:30.320488 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53298) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:30.327269 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'security_group_rule': {'security_group_id': '3c680144-cc50-46be-b6fa-7fb137a3e0f9', 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:30.354254 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.securitygroups_db [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Project d60093ead9d64a9894ae4caafeaf039b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:41:30.359726 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.434314 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.439128 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.459429 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3790cd27-ee40-4463-b7d8-c6a25d79ae7e,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:30.469833 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.471321 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-c1f370b3-418b-4b30-ae4e-73ad1dc6abe3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497445 Oct 28 12:41:30.474519 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53300) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:41:30.478995 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.v2.base [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'security_group_rule': {'security_group_id': '3c680144-cc50-46be-b6fa-7fb137a3e0f9', 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:30.507836 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.securitygroups_db [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Project d60093ead9d64a9894ae4caafeaf039b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:41:30.515961 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.583454 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.588098 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16415203'] for security_group_rule, after_create {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.606590 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d48c2a-8f57-427e-8033-1831a7e44c8a,revision_number=0']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:30.616987 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:30.618226 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-7a2680f4-0b91-4ffc-a74d-461240bac680 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427603 Oct 28 12:41:31.679951 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Sync routers for ids ['50555e42-6979-42dd-896f-e01e2968fda0'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:41:31.691804 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Routers {'50555e42-6979-42dd-896f-e01e2968fda0'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:31.692425 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['50555e42-6979-42dd-896f-e01e2968fda0'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:31.804419 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Set router 50555e42-6979-42dd-896f-e01e2968fda0 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:32.015980 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '54d88af0-c295-434c-a689-08679f29eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 4, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port': {'id': '54d88af0-c295-434c-a689-08679f29eb49', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '1d02d32e-0896-4669-ae9f-c66446b8549f', 'name': '', 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'mac_address': 'fa:16:3e:03:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:27Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 2, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'subnets': [{'id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:32.048015 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Checking router: 50555e42-6979-42dd-896f-e01e2968fda0 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:41:32.048362 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Updating router 50555e42-6979-42dd-896f-e01e2968fda0 port 1d02d32e-0896-4669-ae9f-c66446b8549f binding host dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:41:32.049653 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 54d88af0-c295-434c-a689-08679f29eb49 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:32.074188 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.102890 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 54d88af0-c295-434c-a689-08679f29eb49 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:32.103260 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.194566 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.215748 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] For port 54d88af0-c295-434c-a689-08679f29eb49, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=54d88af0-c295-434c-a689-08679f29eb49,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:32.222307 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.269982 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Pushing event updated for resources: {'Port': ['ID=54d88af0-c295-434c-a689-08679f29eb49,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:32.366904 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Publish callbacks [] for port, precommit_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.373944 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.427387 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf4e7a-c794-4807-b5fc-bb1da656aec5 None None] Pushing event updated for resources: {'Port': ['ID=1d02d32e-0896-4669-ae9f-c66446b8549f,revision_number=3']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:32.482469 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Attempting to bind port 1d02d32e-0896-4669-ae9f-c66446b8549f on host dv-cinder-815146-6-iscsi for vnic_type normal with profile {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:41:32.482907 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Attempting to bind port 1d02d32e-0896-4669-ae9f-c66446b8549f by drivers openvswitch,hyperv on host dv-cinder-815146-6-iscsi at level 0 using segments [{'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:41:32.483271 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Attempting to bind port 1d02d32e-0896-4669-ae9f-c66446b8549f on network c98fcf92-7872-4597-9595-30107b2154f3 {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:32.493312 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Checking agent: {'id': 'af09013a-2278-49b5-859a-abf82a95f12f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 22, 34), 'started_at': datetime.datetime(2021, 10, 28, 12, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:41:32.493674 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Checking segment: {'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:32.494073 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.494463 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Bound using segment: {'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'} {{(pid=101425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:41:32.494933 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.managers [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Bound port: 1d02d32e-0896-4669-ae9f-c66446b8549f, host: dv-cinder-815146-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469f7546-7c49-4329-815c-3ee6d1c354ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3'}}] {{(pid=101425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:41:32.495324 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.562693 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] For port 1d02d32e-0896-4669-ae9f-c66446b8549f, host dv-cinder-815146-6-iscsi, cleared binding levels {{(pid=101425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:41:32.566136 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.plugins.ml2.db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] For port 1d02d32e-0896-4669-ae9f-c66446b8549f, host dv-cinder-815146-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=1d02d32e-0896-4669-ae9f-c66446b8549f,segment=NetworkSegment(469f7546-7c49-4329-815c-3ee6d1c354ef),segment_id=469f7546-7c49-4329-815c-3ee6d1c354ef)] {{(pid=101425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:41:32.571523 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron_lib.callbacks.manager [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.628936 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Routers {'50555e42-6979-42dd-896f-e01e2968fda0'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:41:32.629586 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:41:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['50555e42-6979-42dd-896f-e01e2968fda0'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:32.634025 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-bf1c82c2-48e8-4024-ae5f-b089b29f6794 None None] Provisioning complete for port 1d02d32e-0896-4669-ae9f-c66446b8549f triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:32.634399 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-bf1c82c2-48e8-4024-ae5f-b089b29f6794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.699924 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf4e7a-c794-4807-b5fc-bb1da656aec5 None None] Pushing event updated for resources: {'Port': ['ID=1d02d32e-0896-4669-ae9f-c66446b8549f,revision_number=4']} {{(pid=101425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:32.721495 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-bf1c82c2-48e8-4024-ae5f-b089b29f6794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.757725 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] Set router 50555e42-6979-42dd-896f-e01e2968fda0 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:41:32.760440 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-bf1c82c2-48e8-4024-ae5f-b089b29f6794 None None] For port 1d02d32e-0896-4669-ae9f-c66446b8549f, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=1d02d32e-0896-4669-ae9f-c66446b8549f,segment=NetworkSegment(469f7546-7c49-4329-815c-3ee6d1c354ef),segment_id=469f7546-7c49-4329-815c-3ee6d1c354ef)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:32.765278 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-bf1c82c2-48e8-4024-ae5f-b089b29f6794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.824296 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c82c2-48e8-4024-ae5f-b089b29f6794 None None] Pushing event updated for resources: {'Port': ['ID=1d02d32e-0896-4669-ae9f-c66446b8549f,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:32.886969 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d6862298-5231-498e-922e-20c4c5c6f6b4 None None] Provisioning complete for port 1d02d32e-0896-4669-ae9f-c66446b8549f triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:32.887337 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d6862298-5231-498e-922e-20c4c5c6f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.969536 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '54d88af0-c295-434c-a689-08679f29eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 4, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port': {'id': '54d88af0-c295-434c-a689-08679f29eb49', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ca:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '1d02d32e-0896-4669-ae9f-c66446b8549f', 'name': '', 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'mac_address': 'fa:16:3e:03:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:27Z', 'updated_at': '2021-10-28T12:41:32Z', 'revision_number': 4, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'subnets': [{'id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:41:32.983555 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-e7bd03c2-d6f8-4cc3-b398-99941019dc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:32.997110 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93ce3c-41d9-499b-8977-e7ba5d454d85 None None] The sync data for ids ['50555e42-6979-42dd-896f-e01e2968fda0'] in dv-cinder-815146-6-iscsi is: [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '54d88af0-c295-434c-a689-08679f29eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:28Z', 'revision_number': 4, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port': {'id': '54d88af0-c295-434c-a689-08679f29eb49', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ca:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': '1d02d32e-0896-4669-ae9f-c66446b8549f', 'name': '', 'network_id': 'c98fcf92-7872-4597-9595-30107b2154f3', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'mac_address': 'fa:16:3e:03:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:27Z', 'updated_at': '2021-10-28T12:41:32Z', 'revision_number': 4, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'subnets': [{'id': 'f7c21ed3-f0dd-4f1a-860a-262edf207f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:41:33.882945 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:34.040506 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 1d02d32e-0896-4669-ae9f-c66446b8549f up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:34.097275 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 1d02d32e-0896-4669-ae9f-c66446b8549f triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:34.097500 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:34.193795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 54d88af0-c295-434c-a689-08679f29eb49 up at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:41:34.247643 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Provisioning complete for port 54d88af0-c295-434c-a689-08679f29eb49 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:34.248041 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:34.767012 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:35.550077 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:45.219137 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:46.972666 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-0acd4365-05e6-498a-ade3-8b1b2aa12a8d tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867481144&fields=id&tenant_id=d60093ead9d64a9894ae4caafeaf039b HTTP/1.1" status: 200 len: 267 time: 0.0345244 Oct 28 12:41:47.086925 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-f15be1b3-756c-4e5b-b522-8ee5732c7bd0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:47.088299 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-f15be1b3-756c-4e5b-b522-8ee5732c7bd0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 809 time: 0.1067078 Oct 28 12:41:47.103728 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-423e0662-db37-4dc5-b6a7-385439b53ac5 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/quotas/d60093ead9d64a9894ae4caafeaf039b HTTP/1.1" status: 200 len: 375 time: 0.0096259 Oct 28 12:41:47.155968 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-6eec5464-be3a-44db-8011-ab9d56ed36e5 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469282 Oct 28 12:41:47.271177 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-1a3ea480-9a06-4493-b55a-b3adad262833 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:41:47.272196 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-1a3ea480-9a06-4493-b55a-b3adad262833 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0999842 Oct 28 12:41:47.379486 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-cd70e847-9be9-4f42-8f55-a8bff92dee76 service neutron] 10.222.0.62 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982382 Oct 28 12:41:47.476152 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-be6051e1-195e-4d53-ab79-595790e9492c service neutron] 10.222.0.62 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878050 Oct 28 12:41:48.519182 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:41:48.790720 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-47cf33f4-79e0-4bd9-bbb3-397fd008fab9 req-d75d2f41-fc6b-4b2f-8492-ed0cb802a531 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 210 time: 0.0262299 Oct 28 12:41:49.891752 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-2e169dd8-e1fd-48af-8e54-92afa3a354cb tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:49.894441 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-2e169dd8-e1fd-48af-8e54-92afa3a354cb tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 809 time: 0.1077182 Oct 28 12:41:49.895299 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-07cb2b9a-abb5-4b88-9bab-ac26524b30ce req-ed8ca731-6ddc-4531-aa5e-e9bb6dfbe3d3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 210 time: 0.0329089 Oct 28 12:41:49.939172 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-797501b3-2f25-4803-9898-450fa8f2b9d2 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d60093ead9d64a9894ae4caafeaf039b HTTP/1.1" status: 200 len: 379 time: 0.0347471 Oct 28 12:41:49.949792 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'port': {'device_id': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'admin_state_up': True, 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'security_groups': ['3c680144-cc50-46be-b6fa-7fb137a3e0f9']}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:50.067535 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Made reservation on behalf of d60093ead9d64a9894ae4caafeaf039b for: {'port': 1} {{(pid=101422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:41:50.071276 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:50.215121 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Allocated IP 172.20.0.6 (71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85/cf72fa41-6771-441e-a1ca-c4303e8079db/988ed513-b45c-4553-99bb-415e6179c274) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:41:50.357289 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:50.394863 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:50.442003 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:41:50.445974 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:41:50.451827 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:41:50.490319 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:50.516986 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:50.517598 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:50.539116 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-c69788d9-f601-4135-8138-288f8c777f34 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5926571 Oct 28 12:41:50.555582 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Request body: {'port': {'device_id': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:41:50.612923 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:50.706792 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-721c6bd3-d6fd-49c8-9ac1-6567ad124f62 None None] Provisioning complete for port 988ed513-b45c-4553-99bb-415e6179c274 triggered by entity DHCP. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:41:50.707432 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-721c6bd3-d6fd-49c8-9ac1-6567ad124f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:50.741782 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-721c6bd3-d6fd-49c8-9ac1-6567ad124f62 None None] Port 988ed513-b45c-4553-99bb-415e6179c274 cannot update to ACTIVE because it is not bound. {{(pid=101424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:41:50.889524 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988ed513-b45c-4553-99bb-415e6179c274 {{(pid=101422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:41:50.897128 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:50.910234 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.provisioning_blocks [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Transition to ACTIVE for port object 988ed513-b45c-4553-99bb-415e6179c274 will not be triggered until provisioned by entity L2. {{(pid=101422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:41:50.915400 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:51.002622 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:51.017364 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6ecf-218d-4c13-b5c5-7a0325ef14e7 req-a7bbdbdb-801c-4ffd-ba5a-c35922f7f398 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:51.019907 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c42d6ecf-218d-4c13-b5c5-7a0325ef14e7 req-a7bbdbdb-801c-4ffd-ba5a-c35922f7f398 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0536504 Oct 28 12:41:51.034980 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Attempting to bind port 988ed513-b45c-4553-99bb-415e6179c274 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:41:51.035301 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Attempting to bind port 988ed513-b45c-4553-99bb-415e6179c274 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:41:51.035624 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Attempting to bind port 988ed513-b45c-4553-99bb-415e6179c274 on network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:51.040116 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Port 988ed513-b45c-4553-99bb-415e6179c274 on network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:41:51.040424 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Attempting to bind port 988ed513-b45c-4553-99bb-415e6179c274 on network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:41:51.045413 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Checking agent: {'id': 'a2c86509-b7f7-44cf-bb79-f4ec772ea598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'started_at': datetime.datetime(2021, 10, 28, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:41:51.046256 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Checking segment: {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:41:51.046256 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Bound using segment: {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'} {{(pid=101422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:41:51.046527 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.managers [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Bound port: 988ed513-b45c-4553-99bb-415e6179c274, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9effc581-211f-48e2-bead-7d9c6b0cb52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85'}}] {{(pid=101422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:41:51.046879 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:51.060472 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-c42d6ecf-218d-4c13-b5c5-7a0325ef14e7 req-d298a995-83b0-4af9-96de-b680398626f9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341215 Oct 28 12:41:51.112134 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, cleared binding levels {{(pid=101422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:41:51.115394 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:41:51.120844 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:51.151774 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:51.152289 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:51.154123 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] 10.222.0.77 "PUT /v2.0/ports/988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 1093 time: 0.6042831 Oct 28 12:41:51.156260 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'tag': '988ed513-b45c-4553-99bb-415e6179c274'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:41:51.159383 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b79636d-2f28-4eb4-97fc-f4adab11f363" -d '{"events": [{"name": "network-changed", "server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "tag": "988ed513-b45c-4553-99bb-415e6179c274"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:41:51.214523 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad124b53-6007-4ed3-861d-eb91c6eb99ca x-openstack-request-id: req-ad124b53-6007-4ed3-861d-eb91c6eb99ca {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:41:51.214739 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "tag": "988ed513-b45c-4553-99bb-415e6179c274", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:41:51.215063 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad124b53-6007-4ed3-861d-eb91c6eb99ca {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:41:51.215444 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'tag': '988ed513-b45c-4553-99bb-415e6179c274', 'status': 'completed', 'code': 200} Oct 28 12:41:51.217567 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22142aa1-0f5d-48ae-800a-5eaee41a8cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=3']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:51.249497 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-61ddeb5b-61a1-4d9b-b1cf-ee454af7663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:51.251018 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-61ddeb5b-61a1-4d9b-b1cf-ee454af7663e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1096 time: 0.0476105 Oct 28 12:41:51.296931 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-e9c87f46-3d8b-4507-9af6-c959420543f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 217 time: 0.0378819 Oct 28 12:41:51.347908 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-b15052f9-b3cc-4ae8-866f-27e37e908ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:51.349440 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-b15052f9-b3cc-4ae8-866f-27e37e908ffd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0449600 Oct 28 12:41:51.398787 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-32f5ddcd-b1aa-44c4-b0ce-372c325c1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:51.400309 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-32f5ddcd-b1aa-44c4-b0ce-372c325c1872 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427189 Oct 28 12:41:51.504240 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-59d73c6f-722a-40a4-b349-6ac156379261 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949111 Oct 28 12:41:51.608771 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-a4694ac5-6d3f-437c-923b-ae740e9809fe req-1a17988e-3072-4ed5-b8ab-225e3bddd6cd service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948677 Oct 28 12:41:51.710975 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-7de154a0-36c9-44ef-b929-35dbce9c964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:51.712578 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-7de154a0-36c9-44ef-b929-35dbce9c964e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1096 time: 0.0472753 Oct 28 12:41:51.818805 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-6d8b03dc-3e13-4bef-a171-0488016f9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:51.820200 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-6d8b03dc-3e13-4bef-a171-0488016f9f75 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.0903420 Oct 28 12:41:51.868741 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-d9575516-4ab9-469d-a0ec-4c0d7bbc41ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 217 time: 0.0383215 Oct 28 12:41:52.168003 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-fb97b5a4-b9dd-4dd3-b021-cfd1f9f52a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:52.169491 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-fb97b5a4-b9dd-4dd3-b021-cfd1f9f52a92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.2926686 Oct 28 12:41:52.183334 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd743c7-6c19-4ebb-b821-dcd76b0ba657 req-0a0398fe-e144-48e9-8d1e-8a49c031377a tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:52.184852 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2fd743c7-6c19-4ebb-b821-dcd76b0ba657 req-0a0398fe-e144-48e9-8d1e-8a49c031377a tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0543606 Oct 28 12:41:52.215974 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-dfd9a9db-5a6e-4557-adea-1b8a72b4ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:52.217479 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-dfd9a9db-5a6e-4557-adea-1b8a72b4ab57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405617 Oct 28 12:41:52.223942 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2fd743c7-6c19-4ebb-b821-dcd76b0ba657 req-087bda13-dec3-4dac-a32f-1c0a52c63c80 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Oct 28 12:41:52.327083 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-8fe7c05a-20f2-4de8-aff3-20e209d7a21c service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013763 Oct 28 12:41:52.419226 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-0b79636d-2f28-4eb4-97fc-f4adab11f363 req-1ee8d23e-c327-4857-af77-7df6fd3690ff service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838540 Oct 28 12:41:53.354379 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729528e2-c6e6-4f4e-93b2-5e09554afa50 req-588387a1-6728-4604-9f34-543a54741c29 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:53.355857 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-729528e2-c6e6-4f4e-93b2-5e09554afa50 req-588387a1-6728-4604-9f34-543a54741c29 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0537012 Oct 28 12:41:53.399922 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-729528e2-c6e6-4f4e-93b2-5e09554afa50 req-c251f019-163b-47e5-94a9-2f0acd5caab7 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353076 Oct 28 12:41:54.556420 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905a82c-7a77-4cf5-9f57-5562342b642a req-126e240b-3a49-40cb-9345-d524d37cd7a3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:54.557912 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0905a82c-7a77-4cf5-9f57-5562342b642a req-126e240b-3a49-40cb-9345-d524d37cd7a3 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0755882 Oct 28 12:41:54.600590 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0905a82c-7a77-4cf5-9f57-5562342b642a req-24a65dee-c523-49ae-bdfb-88ad29348386 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Oct 28 12:41:55.741978 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f32c-24b6-45ad-a575-8d9e4595003b req-53a14af6-8624-4a5d-9653-0d73133f078e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:55.743464 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f874f32c-24b6-45ad-a575-8d9e4595003b req-53a14af6-8624-4a5d-9653-0d73133f078e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0578747 Oct 28 12:41:55.784092 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-f874f32c-24b6-45ad-a575-8d9e4595003b req-23e05a08-942a-41aa-9fc7-73ee28a8cbe8 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Oct 28 12:41:56.903085 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab303211-cc3e-46ae-ba88-75bddf45439f req-bfab7ef4-3903-4f96-8a11-549303fe66be tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:56.904560 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ab303211-cc3e-46ae-ba88-75bddf45439f req-bfab7ef4-3903-4f96-8a11-549303fe66be tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0528905 Oct 28 12:41:56.953101 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ab303211-cc3e-46ae-ba88-75bddf45439f req-e7b88f51-42af-48cb-b673-3395304dd6f0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393591 Oct 28 12:41:58.081420 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7384c3-46a8-4199-9725-8fb047dbfd9d req-7e432758-bb1f-4aa5-aba1-b3d59af5b34a tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:58.082886 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bb7384c3-46a8-4199-9725-8fb047dbfd9d req-7e432758-bb1f-4aa5-aba1-b3d59af5b34a tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0581858 Oct 28 12:41:58.122127 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-bb7384c3-46a8-4199-9725-8fb047dbfd9d req-b8b9ed52-9a08-4da3-8d0a-8ba46598db98 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331237 Oct 28 12:41:59.247890 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc1cb-70c1-4294-907f-b34151d9c307 req-a52617a6-fcb6-4d7b-be75-2b49aa21f9d9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:41:59.249394 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-375cc1cb-70c1-4294-907f-b34151d9c307 req-a52617a6-fcb6-4d7b-be75-2b49aa21f9d9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0547948 Oct 28 12:41:59.292379 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-375cc1cb-70c1-4294-907f-b34151d9c307 req-1922e77e-9850-4e3e-9046-6ead631ec81e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366004 Oct 28 12:41:59.296943 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 988ed513-b45c-4553-99bb-415e6179c274 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:41:59.393594 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:59.404881 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '988ed513-b45c-4553-99bb-415e6179c274', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'port_id': '988ed513-b45c-4553-99bb-415e6179c274', 'mac_address': 'fa:16:3e:dc:b7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:41:59.447840 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:59.461924 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988ed513-b45c-4553-99bb-415e6179c274 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:41:59.486689 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:41:59.493341 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:41:59.546066 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=4']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:41:59.702084 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['988ed513-b45c-4553-99bb-415e6179c274'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:42:00.235434 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-43920dbc-1fc6-47f9-be78-b56868f72a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:00.416283 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ebd32-76ef-4eb9-851c-e0b621febd79 req-713cfed6-5c57-4d28-842c-862eae5d2ba0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:00.417821 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-338ebd32-76ef-4eb9-851c-e0b621febd79 req-713cfed6-5c57-4d28-842c-862eae5d2ba0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 944 time: 0.0505886 Oct 28 12:42:00.463139 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-338ebd32-76ef-4eb9-851c-e0b621febd79 req-9644ebf6-bc97-4b22-aab4-797aa580dd93 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365911 Oct 28 12:42:01.297117 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 988ed513-b45c-4553-99bb-415e6179c274 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:42:01.356746 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning for port 988ed513-b45c-4553-99bb-415e6179c274 completed by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:42:01.363421 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 988ed513-b45c-4553-99bb-415e6179c274 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:42:01.364031 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:01.463024 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:01.486502 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ed513-b45c-4553-99bb-415e6179c274'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:42:01.488860 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477efce8-db12-45af-9599-11d42c979cc6" -d '{"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-plugged", "status": "completed", "tag": "988ed513-b45c-4553-99bb-415e6179c274"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:42:01.503789 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:42:01.508505 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:01.557806 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=5']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:42:01.584630 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41d211-06e6-4a78-a75a-efe23acff5e8 req-abaaac9f-b7b2-43fc-96a7-92480c48e970 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:01.586299 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fb41d211-06e6-4a78-a75a-efe23acff5e8 req-abaaac9f-b7b2-43fc-96a7-92480c48e970 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0532596 Oct 28 12:42:01.600610 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87a9a3-0f89-46c3-b9e7-9a7a31471cae x-openstack-request-id: req-cb87a9a3-0f89-46c3-b9e7-9a7a31471cae {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:42:01.600940 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-plugged", "status": "completed", "tag": "988ed513-b45c-4553-99bb-415e6179c274", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:42:01.601195 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb87a9a3-0f89-46c3-b9e7-9a7a31471cae {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:42:01.601623 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ed513-b45c-4553-99bb-415e6179c274', 'code': 200} Oct 28 12:42:01.625000 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fb41d211-06e6-4a78-a75a-efe23acff5e8 req-d0e276ac-a789-4031-adfa-b7b7356f5ead tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Oct 28 12:42:01.822312 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d6a0-17cb-4a79-ae52-e4ddc380b15b req-3823cd9a-5ca7-4c47-ace2-54837c5f2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:01.823793 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5d58d6a0-17cb-4a79-ae52-e4ddc380b15b req-3823cd9a-5ca7-4c47-ace2-54837c5f2c36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0464363 Oct 28 12:42:01.860779 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-5d58d6a0-17cb-4a79-ae52-e4ddc380b15b req-751cd6b5-42e0-417b-bb27-779189d88fff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295475 Oct 28 12:42:02.756604 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6995-e637-485b-8b03-5bc4f4b559a7 req-e069d643-080b-4eee-ab04-5c9b4e96dad0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:02.758132 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-444e6995-e637-485b-8b03-5bc4f4b559a7 req-e069d643-080b-4eee-ab04-5c9b4e96dad0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0553427 Oct 28 12:42:02.800752 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-444e6995-e637-485b-8b03-5bc4f4b559a7 req-791b9142-7c76-4b10-8066-891fcb58d56f tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363019 Oct 28 12:42:02.959434 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4376f727-372d-42b8-8208-25d2000f56bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:03.887558 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:03.920395 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984aa56-e721-4ab6-bf1f-b86cdccc9e47 req-a12578cf-4461-4c90-aece-f3fafe854df9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:03.921879 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d984aa56-e721-4ab6-bf1f-b86cdccc9e47 req-a12578cf-4461-4c90-aece-f3fafe854df9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0497110 Oct 28 12:42:03.965568 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d984aa56-e721-4ab6-bf1f-b86cdccc9e47 req-f48d1f93-2e53-4ea7-8d09-bc10f519e22b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348346 Oct 28 12:42:04.089174 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71203c3-5c37-427a-9a49-898c6949b56e req-30a6542c-b290-48ba-8ef4-3dc0791d9b3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:04.090554 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e71203c3-5c37-427a-9a49-898c6949b56e req-30a6542c-b290-48ba-8ef4-3dc0791d9b3b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0559857 Oct 28 12:42:04.134269 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-e71203c3-5c37-427a-9a49-898c6949b56e req-c2bf4ebb-5793-4bec-ad28-67a771fbddc0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372572 Oct 28 12:42:04.164694 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53460) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:42:04.257909 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644162a-b4c8-4f0b-90af-ba2b338d9bd4 tempest-TestShelveInstance-1270687739 tempest-TestShelveInstance-1270687739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:04.259538 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9644162a-b4c8-4f0b-90af-ba2b338d9bd4 tempest-TestShelveInstance-1270687739 tempest-TestShelveInstance-1270687739-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1093 time: 0.0935035 Oct 28 12:42:04.265725 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53464) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:42:04.270481 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.v2.base [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Request body: {'floatingip': {'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'port_id': '988ed513-b45c-4553-99bb-415e6179c274', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:42:04.296217 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for floatingip, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:04.400390 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:04.507185 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_common [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Allocated IP 172.27.0.195 (bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1/29e204f0-2b8b-4893-a62f-bd93888df6d7/4468bf88-3687-4453-8fa2-dacd0e4ce96f) {{(pid=101422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:42:04.609952 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for port, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:04.653945 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744763109964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:04.693406 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Network bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1 is already hosted by enough agents. {{(pid=101422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:42:04.697838 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.base_scheduler [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Resources bound (agent type, host, resource id): {{(pid=101422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:42:04.702051 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Received port after_create {{(pid=101422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:42:04.705109 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'Port': ['ID=4468bf88-3687-4453-8fa2-dacd0e4ce96f,revision_number=1']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:42:04.730791 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.731137 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.731472 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.731891 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.732097 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.732415 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.732748 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.733068 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.733375 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.733684 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.733992 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.734296 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:42:04.773175 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.062946 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.138994 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.293085 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for port, precommit_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.300765 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13537012'] for port, after_update {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.370848 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event updated for resources: {'Port': ['ID=4468bf88-3687-4453-8fa2-dacd0e4ce96f,revision_number=2']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:42:05.383091 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16266303'] for floatingip, after_create {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.487405 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.db.l3_db [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Floating IP 6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368 associated. External IP: 172.27.0.195, port: 988ed513-b45c-4553-99bb-415e6179c274. Oct 28 12:42:05.553065 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.701266 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:42:05.812128 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:42:05.822662 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] Sync routers for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:42:05.832397 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:05.833846 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:42:05.834629 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:42:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:42:05.860388 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-9c5216bd-2bdb-447e-a8ce-98a7b3af17dc tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5935190 Oct 28 12:42:05.860995 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'tag': '988ed513-b45c-4553-99bb-415e6179c274'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:42:05.863314 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15" -d '{"events": [{"name": "network-changed", "server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "tag": "988ed513-b45c-4553-99bb-415e6179c274"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:42:05.900286 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fed2cc1-c50c-4ef1-a1aa-b1da18eb570c x-openstack-request-id: req-7fed2cc1-c50c-4ef1-a1aa-b1da18eb570c {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:42:05.900614 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "tag": "988ed513-b45c-4553-99bb-415e6179c274", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:42:05.900859 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fed2cc1-c50c-4ef1-a1aa-b1da18eb570c {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:42:05.901264 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'tag': '988ed513-b45c-4553-99bb-415e6179c274', 'status': 'completed', 'code': 200} Oct 28 12:42:05.941133 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:42:05.974474 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-2499a460-d8df-41a1-a952-667656497db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:05.975991 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-2499a460-d8df-41a1-a952-667656497db4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0478842 Oct 28 12:42:06.069151 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-a9ae6117-047d-46d5-b954-4bd7059c59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:06.070664 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-a9ae6117-047d-46d5-b954-4bd7059c59bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.0875585 Oct 28 12:42:06.150378 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-761fe6f9-8e23-4be0-91e2-444eadc7f180 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 999 time: 0.0705647 Oct 28 12:42:06.202313 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-07c14a6f-7ebb-482c-ac50-b4f722f8658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:06.203805 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-07c14a6f-7ebb-482c-ac50-b4f722f8658d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0464039 Oct 28 12:42:06.249879 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-7799a924-a6ca-4386-a2db-0e7b352c5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:06.251942 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-7799a924-a6ca-4386-a2db-0e7b352c5adc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409038 Oct 28 12:42:06.306278 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'port_id': '988ed513-b45c-4553-99bb-415e6179c274', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'mac_address': 'fa:16:3e:dc:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:42:04Z', 'updated_at': '2021-10-28T12:42:04Z', 'revision_number': 0, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:27Z', 'revision_number': 5, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:42:06.335678 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] Checking router: d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:42:06.344204 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:42:06.344831 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:42:03Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:42:06.351103 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-1357c8d2-4f24-478e-8582-eda2ae830513 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910304 Oct 28 12:42:06.442150 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-3e7f7c70-2771-48b5-ab9d-575ab99c8d15 req-72c031ac-36a5-405c-a9b0-f98bf61acaff service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829048 Oct 28 12:42:06.449573 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:42:06.683189 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'port_id': '988ed513-b45c-4553-99bb-415e6179c274', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'mac_address': 'fa:16:3e:dc:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:42:04Z', 'updated_at': '2021-10-28T12:42:04Z', 'revision_number': 0, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:27Z', 'revision_number': 5, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:42:06.713585 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c1d8b-795c-404e-bff2-984de3c3986f None None] The sync data for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi is: [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_floatingips': [{'id': '6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'router_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'port_id': '988ed513-b45c-4553-99bb-415e6179c274', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'mac_address': 'fa:16:3e:dc:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:42:04Z', 'updated_at': '2021-10-28T12:42:04Z', 'revision_number': 0, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:27Z', 'revision_number': 5, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:42:06.932161 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccceb22a-8daa-4f96-a72f-664e1d9c4c47 None None] New status for floating IP 6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368: ACTIVE {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:42:15.252600 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:25.442679 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:42:30.221415 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-90c11455-9357-4a96-817f-c3f4da7a114d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:32.962895 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-8cca87a6-4d05-4525-9b06-deb0a2170b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:33.900658 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:34.785945 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:35.556332 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:45.286709 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:42:52.474218 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-a36eb68a-66cd-4946-8952-6c441dc58110 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455277 Oct 28 12:42:52.563944 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-3882aeb6-7b6e-43f2-8b47-1502a419db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:52.565488 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-3882aeb6-7b6e-43f2-8b47-1502a419db64 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0430579 Oct 28 12:42:52.671183 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-c0c71544-cd8d-4a03-87b7-f594462979a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:52.672650 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-c0c71544-cd8d-4a03-87b7-f594462979a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.0869613 Oct 28 12:42:52.740427 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-0459cee0-26ca-45c1-958d-6e0ec7fd320c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 1001 time: 0.0605383 Oct 28 12:42:52.790284 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-72daa316-62f5-4ed9-8a67-e5a8b004fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:52.791728 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-72daa316-62f5-4ed9-8a67-e5a8b004fb98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0436366 Oct 28 12:42:52.840345 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-35c8b669-4dd2-43a5-8028-3c0278e55634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:42:52.841882 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-35c8b669-4dd2-43a5-8028-3c0278e55634 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430744 Oct 28 12:42:52.937590 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-d202ea86-01fe-4f93-b6ff-010c436d55c9 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885062 Oct 28 12:42:53.041065 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-ea319308-ebd3-4dd9-ad56-65793a3bd961 req-032c84ac-58f1-4f79-9839-10ea8aa1a00e service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966163 Oct 28 12:43:00.228784 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-91ff9ccd-42d6-4c98-8938-376124b086de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:02.443296 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:43:02.959169 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd763-c168-455c-a56c-cda8d07327e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:03.899685 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:04.778232 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:05.562137 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:15.309441 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:30.225328 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4c35935d-169c-4c2b-b983-abfc2493d5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:32.952621 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-1c370477-c51e-4833-b3af-ec63abeaf2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:33.898043 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:34.780779 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:35.562321 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:39.445373 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:43:45.294333 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:43:53.510604 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-71769143-16bf-476e-8ecb-960b81ad0767 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447459 Oct 28 12:43:53.602342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-6d158c58-5a6b-47d6-bfde-737e833e250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:43:53.603819 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-6d158c58-5a6b-47d6-bfde-737e833e250e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0416100 Oct 28 12:43:53.724525 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-cdd7c082-4054-46f4-8afc-8e373f52ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:43:53.726310 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-cdd7c082-4054-46f4-8afc-8e373f52ab33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.1015980 Oct 28 12:43:53.798855 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-9cf283de-8289-4e1f-8eaf-33aa1f1a3174 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 1001 time: 0.0647948 Oct 28 12:43:53.851215 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-9b560628-7e9c-4b0b-be6d-733cc52387af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:43:53.853030 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-9b560628-7e9c-4b0b-be6d-733cc52387af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0469360 Oct 28 12:43:53.905497 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-27d1d8c7-eaa0-4a0d-a263-5cc073dff292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:43:53.907125 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-27d1d8c7-eaa0-4a0d-a263-5cc073dff292 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468600 Oct 28 12:43:54.004600 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-83c18623-8acf-4623-a16c-6c401dcd39e7 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Oct 28 12:43:54.101638 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-f7c51506-bae9-4e13-87c7-c9005a783d98 req-4e979860-2cdd-4da5-8691-22739dc83be5 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892315 Oct 28 12:44:00.225006 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-18ace77f-d4e5-4bd1-b819-d74f17f78f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:00.624821 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02607-45c4-4f7a-a6df-7ccfdf11b64f req-75a3334f-5ac9-4da3-b363-b95687b3bf35 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:00.626379 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a3b02607-45c4-4f7a-a6df-7ccfdf11b64f req-75a3334f-5ac9-4da3-b363-b95687b3bf35 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0542495 Oct 28 12:44:00.672671 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a3b02607-45c4-4f7a-a6df-7ccfdf11b64f req-92d91c2c-28b3-4322-a352-782c71b6c7c2 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 Oct 28 12:44:01.801586 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fd74a-9a37-41c1-9434-9b6c352cb0f8 req-69678f54-3019-4712-bce9-1ed5993f0958 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:01.803089 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-819fd74a-9a37-41c1-9434-9b6c352cb0f8 req-69678f54-3019-4712-bce9-1ed5993f0958 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0545101 Oct 28 12:44:01.845033 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-819fd74a-9a37-41c1-9434-9b6c352cb0f8 req-b42806e9-bb5f-4a69-b12b-e6231cb85570 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Oct 28 12:44:02.959813 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-15742778-48cf-4ff4-83fb-c8a77453d330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:02.981610 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f84730-3412-447c-a721-7d6c9b5be7a7 req-e946ccf5-3bff-43cd-8e7c-9cd495e121cb tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:02.983387 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b4f84730-3412-447c-a721-7d6c9b5be7a7 req-e946ccf5-3bff-43cd-8e7c-9cd495e121cb tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0610120 Oct 28 12:44:03.025066 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b4f84730-3412-447c-a721-7d6c9b5be7a7 req-e6d38e3e-5aed-4b25-94c8-ba87af3f0f5b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335340 Oct 28 12:44:03.893499 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:04.157465 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a980-1388-4662-a6f0-c00ae45950ec req-7861b6a5-aa1b-444f-9b49-88784bf1db63 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:04.159033 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-daf6a980-1388-4662-a6f0-c00ae45950ec req-7861b6a5-aa1b-444f-9b49-88784bf1db63 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0564651 Oct 28 12:44:04.206632 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-daf6a980-1388-4662-a6f0-c00ae45950ec req-b669d121-3cb5-4822-99e7-1c85782436fd tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404947 Oct 28 12:44:04.783583 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:05.341496 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe81b9-6317-4787-a64d-1cf4a89ef9d7 req-2b1d478d-47f3-41c9-bde3-304798616457 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:05.342985 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b6fe81b9-6317-4787-a64d-1cf4a89ef9d7 req-2b1d478d-47f3-41c9-bde3-304798616457 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0545204 Oct 28 12:44:05.385601 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b6fe81b9-6317-4787-a64d-1cf4a89ef9d7 req-5a4b537f-73ae-4966-ba24-ddc78e46e77c tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355937 Oct 28 12:44:05.566456 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:06.510308 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1303-4e75-45bb-8001-69fc5a03635f req-86f81268-3092-4af6-9fbd-c47ab23def94 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:06.511837 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa0f1303-4e75-45bb-8001-69fc5a03635f req-86f81268-3092-4af6-9fbd-c47ab23def94 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0525942 Oct 28 12:44:06.552688 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-aa0f1303-4e75-45bb-8001-69fc5a03635f req-072823d9-ca94-45d2-9d5b-f3a9372b0dbe tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Oct 28 12:44:07.680587 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073b79d-8a50-40f9-ac6d-948e76f4ea6e req-26139e8d-84d7-4748-a977-5bda292453e9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:07.682116 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d073b79d-8a50-40f9-ac6d-948e76f4ea6e req-26139e8d-84d7-4748-a977-5bda292453e9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0491657 Oct 28 12:44:07.721774 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-d073b79d-8a50-40f9-ac6d-948e76f4ea6e req-5d4dd47c-4cf7-4c06-85a8-3eabed469e90 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Oct 28 12:44:08.846935 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49382a-4b22-47de-ad7f-9d1e31a82676 req-a5b70bb6-0872-45d8-ae27-7914a1688eb7 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:08.848416 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b49382a-4b22-47de-ad7f-9d1e31a82676 req-a5b70bb6-0872-45d8-ae27-7914a1688eb7 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0564387 Oct 28 12:44:08.890517 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-9b49382a-4b22-47de-ad7f-9d1e31a82676 req-7e23e273-7a1e-4208-a6d9-3951a035ce13 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Oct 28 12:44:10.022523 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6aa2b-2540-4b90-b09b-661b054ba592 req-13b5a292-392c-434e-8fc0-ad185d5a4d64 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:10.024081 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0bf6aa2b-2540-4b90-b09b-661b054ba592 req-13b5a292-392c-434e-8fc0-ad185d5a4d64 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0525665 Oct 28 12:44:10.068481 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-0bf6aa2b-2540-4b90-b09b-661b054ba592 req-1663e692-81ea-4db1-bba2-6256978d4dc1 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359488 Oct 28 12:44:10.779211 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329e533-9188-4f6e-9427-d8381e6650ab req-ff68f329-ceab-4f54-8d88-fa1f50d57c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:10.780701 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7329e533-9188-4f6e-9427-d8381e6650ab req-ff68f329-ceab-4f54-8d88-fa1f50d57c99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0489984 Oct 28 12:44:10.883076 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329e533-9188-4f6e-9427-d8381e6650ab req-8a30504e-8640-4b83-8e55-c3cb6336df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:10.884552 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7329e533-9188-4f6e-9427-d8381e6650ab req-8a30504e-8640-4b83-8e55-c3cb6336df87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.0966849 Oct 28 12:44:10.960789 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7329e533-9188-4f6e-9427-d8381e6650ab req-ab07d953-1e54-4a4a-a512-1e917dcce2c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 1001 time: 0.0686755 Oct 28 12:44:11.018634 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329e533-9188-4f6e-9427-d8381e6650ab req-d00ab292-a746-49ec-a9e4-da11e9684f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:11.020110 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7329e533-9188-4f6e-9427-d8381e6650ab req-d00ab292-a746-49ec-a9e4-da11e9684f94 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0521891 Oct 28 12:44:11.074136 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329e533-9188-4f6e-9427-d8381e6650ab req-a8c85ea8-c841-408e-aafa-d6630ab5c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:11.075846 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7329e533-9188-4f6e-9427-d8381e6650ab req-a8c85ea8-c841-408e-aafa-d6630ab5c8a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485806 Oct 28 12:44:11.169052 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7329e533-9188-4f6e-9427-d8381e6650ab req-6690027a-6648-4db2-9122-a8d7bc4f08f9 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853772 Oct 28 12:44:11.193087 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9b12a-ad7f-404a-ae78-c7e3535bdb8a req-06e64709-db3f-439d-8fb0-1664f5c83ed6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:11.194585 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dfc9b12a-ad7f-404a-ae78-c7e3535bdb8a req-06e64709-db3f-439d-8fb0-1664f5c83ed6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0549870 Oct 28 12:44:11.235436 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-dfc9b12a-ad7f-404a-ae78-c7e3535bdb8a req-cc289e7d-6ee5-4d30-90eb-2799a9579dbb tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346472 Oct 28 12:44:11.520022 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-7329e533-9188-4f6e-9427-d8381e6650ab req-98bb3f62-a8a2-45fe-b906-be5c0d41c52c service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434834 Oct 28 12:44:12.366109 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349c8f0-3da6-4a13-88ae-82f1bd3696d7 req-20b389f2-fe5f-4948-b7a6-83554d3ab6ca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:12.367487 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a349c8f0-3da6-4a13-88ae-82f1bd3696d7 req-20b389f2-fe5f-4948-b7a6-83554d3ab6ca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0542817 Oct 28 12:44:12.405183 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-a349c8f0-3da6-4a13-88ae-82f1bd3696d7 req-5ec2a101-1018-4127-92a8-d56737c5ebee tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Oct 28 12:44:13.521643 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cb74-3e6a-4d08-980a-e8a7f88eb18f req-a6b093bb-bdb6-438d-aadb-307931ec8f3c tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:13.523218 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-adb9cb74-3e6a-4d08-980a-e8a7f88eb18f req-a6b093bb-bdb6-438d-aadb-307931ec8f3c tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0505180 Oct 28 12:44:13.561659 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-adb9cb74-3e6a-4d08-980a-e8a7f88eb18f req-e242dbfc-9cb1-4064-a82f-6d36503a5215 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Oct 28 12:44:14.692172 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479889a-4570-4def-86a9-f4b8af82567b req-65473937-9334-4a28-a233-f07c2de61171 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:14.693671 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7479889a-4570-4def-86a9-f4b8af82567b req-65473937-9334-4a28-a233-f07c2de61171 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0581219 Oct 28 12:44:14.734382 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7479889a-4570-4def-86a9-f4b8af82567b req-860c5e44-3898-418b-820a-36417b4905d6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Oct 28 12:44:14.964170 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a4b41-a012-4fde-87e4-8f0907ae7306 req-de22f856-0e79-4bdd-a550-487ddd278fee tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:14.965710 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-368a4b41-a012-4fde-87e4-8f0907ae7306 req-de22f856-0e79-4bdd-a550-487ddd278fee tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0535538 Oct 28 12:44:15.000607 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-0e134934-a87a-4eca-9256-7879fba23585 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166542 Oct 28 12:44:15.008475 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-368a4b41-a012-4fde-87e4-8f0907ae7306 req-d03cf503-be1b-4d36-95ae-9e36a89a543d tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366907 Oct 28 12:44:15.325468 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:15.972334 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 988ed513-b45c-4553-99bb-415e6179c274 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:44:16.047924 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:16.075902 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988ed513-b45c-4553-99bb-415e6179c274'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:44:16.078286 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610bd392-5ca9-40d0-98e5-0fdf81a2fa81" -d '{"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-unplugged", "status": "completed", "tag": "988ed513-b45c-4553-99bb-415e6179c274"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:44:16.091602 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:44:16.097831 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:16.124081 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 12:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d59fdbb-151c-483d-ba1d-56ba22ee4e59 x-openstack-request-id: req-8d59fdbb-151c-483d-ba1d-56ba22ee4e59 {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:44:16.124340 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-unplugged", "status": "completed", "tag": "988ed513-b45c-4553-99bb-415e6179c274", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:44:16.124585 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d59fdbb-151c-483d-ba1d-56ba22ee4e59 {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:44:16.124999 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988ed513-b45c-4553-99bb-415e6179c274', 'code': 200} Oct 28 12:44:16.140056 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b4501-8c7c-4ba5-8981-34f3851bfd57 req-979014f1-e817-4fd3-905c-96aadbf1d9d5 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:16.141628 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-042b4501-8c7c-4ba5-8981-34f3851bfd57 req-979014f1-e817-4fd3-905c-96aadbf1d9d5 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0615013 Oct 28 12:44:16.152096 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=6']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:44:16.159510 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.159855 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.160186 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.160521 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.160871 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.161199 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.161522 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.161841 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.162161 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.162478 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.162795 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.163132 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:44:16.180691 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-042b4501-8c7c-4ba5-8981-34f3851bfd57 req-fc1b8d5f-88a6-4213-abe9-be66bb5d9da0 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Oct 28 12:44:16.262831 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-3189dfff-4275-466f-a900-0ac5950dd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:16.264622 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-3189dfff-4275-466f-a900-0ac5950dd837 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb&tenant_id=d60093ead9d64a9894ae4caafeaf039b HTTP/1.1" status: 200 len: 1096 time: 0.0436935 Oct 28 12:44:16.337935 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-e5d56747-726f-4e43-aefc-a4130e0083c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:16.339452 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-e5d56747-726f-4e43-aefc-a4130e0083c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1096 time: 0.0513232 Oct 28 12:44:16.433697 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-57f34e92-e2c7-466e-b579-b5ab5fb93b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:16.435202 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-57f34e92-e2c7-466e-b579-b5ab5fb93b94 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.0885425 Oct 28 12:44:16.444375 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:44:16.502171 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-7422448f-a9c4-4857-8957-4fd02f5ea194 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 999 time: 0.0599244 Oct 28 12:44:16.553864 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-9d4cefbb-de52-499e-86dc-90816c04ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:16.555222 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-9d4cefbb-de52-499e-86dc-90816c04ae83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0459719 Oct 28 12:44:16.605350 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-0f983e1d-af35-44f4-babe-e58778d2f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:16.606853 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-0f983e1d-af35-44f4-babe-e58778d2f443 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442350 Oct 28 12:44:16.714433 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-8def5b68-493a-4c23-8905-46a9e6fe110e service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992975 Oct 28 12:44:16.807912 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-12d36d0b-7e78-42b9-a155-8e84b2cf846c req-ac8cd26e-2026-43e7-9291-210edac471d2 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860133 Oct 28 12:44:17.315765 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbab4fc-acdc-4fd9-b911-62858236cd85 req-26c652ff-7e7b-42b2-b2e8-019c7d24013b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:17.317293 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-efbab4fc-acdc-4fd9-b911-62858236cd85 req-26c652ff-7e7b-42b2-b2e8-019c7d24013b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0671942 Oct 28 12:44:17.357415 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-efbab4fc-acdc-4fd9-b911-62858236cd85 req-bdbfd80f-7660-4428-a9f5-3e15ace360b8 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336108 Oct 28 12:44:18.504324 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d72bf1-db7d-4011-8f77-8a1525bc943b req-a18112f2-5db3-4884-a124-b50e220dceca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:18.505848 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-30d72bf1-db7d-4011-8f77-8a1525bc943b req-a18112f2-5db3-4884-a124-b50e220dceca tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0593548 Oct 28 12:44:18.545107 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-30d72bf1-db7d-4011-8f77-8a1525bc943b req-694a8f87-8a9f-45da-868f-5d5aceb3bfd7 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333202 Oct 28 12:44:19.675034 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381f3bd-1bd5-4317-8ee0-e0be9426c883 req-cce1e157-5359-4fb6-8e10-b9a4da13499f tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:19.677566 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7381f3bd-1bd5-4317-8ee0-e0be9426c883 req-cce1e157-5359-4fb6-8e10-b9a4da13499f tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0523679 Oct 28 12:44:19.731570 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-7381f3bd-1bd5-4317-8ee0-e0be9426c883 req-4b39ef2e-4371-438e-9332-db266dda54c2 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452638 Oct 28 12:44:20.858135 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11356e-4473-4e8f-8458-00218345ca44 req-92299405-b255-4335-a026-b7d0d9663546 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:20.859616 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1a11356e-4473-4e8f-8458-00218345ca44 req-92299405-b255-4335-a026-b7d0d9663546 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0507290 Oct 28 12:44:20.908310 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-1a11356e-4473-4e8f-8458-00218345ca44 req-bf35c3fb-cb68-4205-aa96-df00e5c4873b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Oct 28 12:44:22.037185 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966dfe9-14bc-43d3-8142-9e643c754a9d req-3735950f-d370-46ec-b2fe-aed9767f3985 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:22.038665 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4966dfe9-14bc-43d3-8142-9e643c754a9d req-3735950f-d370-46ec-b2fe-aed9767f3985 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0564544 Oct 28 12:44:22.076818 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-4966dfe9-14bc-43d3-8142-9e643c754a9d req-147853bb-e577-471f-a68d-b321c0fbfc56 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320890 Oct 28 12:44:23.209596 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77de3a-eeef-4e59-9769-1ff308f36afe req-1e251513-f113-4946-bc3a-a1ecea651808 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:23.211209 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2c77de3a-eeef-4e59-9769-1ff308f36afe req-1e251513-f113-4946-bc3a-a1ecea651808 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 943 time: 0.0583210 Oct 28 12:44:23.253612 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2c77de3a-eeef-4e59-9769-1ff308f36afe req-dfe48282-3f74-413c-94b9-7798e2fbac8b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334866 Oct 28 12:44:24.017484 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 988ed513-b45c-4553-99bb-415e6179c274 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:44:24.122507 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:44:24.133646 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Returning: {'device': '988ed513-b45c-4553-99bb-415e6179c274', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'port_id': '988ed513-b45c-4553-99bb-415e6179c274', 'mac_address': 'fa:16:3e:dc:b7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:44:24.171230 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:24.184497 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988ed513-b45c-4553-99bb-415e6179c274 {{(pid=101424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:44:24.204757 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:44:24.212525 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:24.264369 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=7']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:44:24.382637 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14d15-2837-4e90-b204-878afdc0c33a req-ee74038f-c08d-4e59-8a59-84c984ba7a92 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:24.384113 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b6e14d15-2837-4e90-b204-878afdc0c33a req-ee74038f-c08d-4e59-8a59-84c984ba7a92 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 944 time: 0.0534427 Oct 28 12:44:24.435412 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b6e14d15-2837-4e90-b204-878afdc0c33a req-f207a642-06bb-4df3-95ff-8cb2b42b17a9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450828 Oct 28 12:44:24.439758 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] get_ports_and_sgs() called for port_ids ['988ed513-b45c-4553-99bb-415e6179c274'] {{(pid=101424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:44:25.569033 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7fbc-6675-4ab4-bd2e-a179e04940c1 req-12eff30b-329a-4b25-856b-a96fabad80b9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:25.570483 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ac9d7fbc-6675-4ab4-bd2e-a179e04940c1 req-12eff30b-329a-4b25-856b-a96fabad80b9 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 944 time: 0.0605836 Oct 28 12:44:25.614097 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-ac9d7fbc-6675-4ab4-bd2e-a179e04940c1 req-1ae23f4d-d6ee-45cc-8df7-31ca1465632b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344472 Oct 28 12:44:26.032705 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 988ed513-b45c-4553-99bb-415e6179c274 up at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:44:26.091229 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.provisioning_blocks [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Provisioning complete for port 988ed513-b45c-4553-99bb-415e6179c274 triggered by entity L2. {{(pid=101424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:44:26.091600 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1353327'] for port, provisioning_complete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:26.171625 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1555679'] for port, before_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:26.197331 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ed513-b45c-4553-99bb-415e6179c274'}] {{(pid=101424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:44:26.199554 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db38a509773414552fe2a01bca12975ed59894fb5a55fe910536acf66da88aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede831a8-6114-4f4c-af88-f67cddd039ab" -d '{"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-plugged", "status": "completed", "tag": "988ed513-b45c-4553-99bb-415e6179c274"}]}' {{(pid=101424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:44:26.211958 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:44:26.216989 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744763535598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744763109982', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744763110000'] for port, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:26.241554 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222eaf57-9db1-45bd-9609-26bd797266bd x-openstack-request-id: req-222eaf57-9db1-45bd-9609-26bd797266bd {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:44:26.241893 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-plugged", "status": "completed", "tag": "988ed513-b45c-4553-99bb-415e6179c274", "code": 200}]} {{(pid=101424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:44:26.242086 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-222eaf57-9db1-45bd-9609-26bd797266bd {{(pid=101424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:44:26.242492 dv-cinder-815146-6-iscsi neutron-server[101424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ed513-b45c-4553-99bb-415e6179c274', 'code': 200} Oct 28 12:44:26.269752 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Pushing event updated for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=8']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:44:26.476454 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46838ee-e437-4779-9fde-6e292eb622eb req-7b8183ee-9185-4b06-bf71-d87e710fffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:26.477993 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b46838ee-e437-4779-9fde-6e292eb622eb req-7b8183ee-9185-4b06-bf71-d87e710fffcf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0459125 Oct 28 12:44:26.514429 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-b46838ee-e437-4779-9fde-6e292eb622eb req-5ba5988a-c002-432f-8ff7-c422be5164a8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287716 Oct 28 12:44:26.745756 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ce27f-d172-49a9-9b8f-755ae416692b req-53b33751-f3e5-47cf-96cb-7b931b14320b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:26.747154 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2d0ce27f-d172-49a9-9b8f-755ae416692b req-53b33751-f3e5-47cf-96cb-7b931b14320b tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0564187 Oct 28 12:44:26.788325 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-2d0ce27f-d172-49a9-9b8f-755ae416692b req-b8c4c20d-84da-4204-88fe-53632e2e8148 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330381 Oct 28 12:44:27.921450 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9d3aa-8c45-4e02-ac5f-0efef7d6d0e4 req-e221faa7-1db9-43e6-a8cc-1ccc0ab95d9a tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:27.922938 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5c9d3aa-8c45-4e02-ac5f-0efef7d6d0e4 req-e221faa7-1db9-43e6-a8cc-1ccc0ab95d9a tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0595820 Oct 28 12:44:27.965153 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-b5c9d3aa-8c45-4e02-ac5f-0efef7d6d0e4 req-62e5359e-3bbc-461d-80bb-1dad19674261 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329404 Oct 28 12:44:30.222214 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-58040ec2-b195-4e17-b355-88a7da6b3339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:32.954075 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-48dc48cf-12a4-43d7-bc90-ded72137081d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:33.898584 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:34.793205 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:35.570332 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:45.330534 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:44:53.443647 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:44:54.498687 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-1a59dbbe-003a-43df-b734-bb76f7fc7869 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422606 Oct 28 12:44:54.593891 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a194b-7110-423d-88db-18337d2ca5af req-b9e233f9-a817-4d13-b536-25bcb45dc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:54.596210 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-b9e233f9-a817-4d13-b536-25bcb45dc794 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0455301 Oct 28 12:44:54.709935 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a194b-7110-423d-88db-18337d2ca5af req-d8903518-fa34-4ae2-acda-578f6c064bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:54.711397 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-d8903518-fa34-4ae2-acda-578f6c064bf3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.0883663 Oct 28 12:44:54.783122 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-3cff7450-b6b4-4309-b561-e92c44fb3a01 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 1001 time: 0.0635083 Oct 28 12:44:54.841265 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a194b-7110-423d-88db-18337d2ca5af req-85bc423d-f00d-4ede-a42f-7abfc358c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:54.842702 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-85bc423d-f00d-4ede-a42f-7abfc358c661 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0521760 Oct 28 12:44:54.892590 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a194b-7110-423d-88db-18337d2ca5af req-d5328a1a-f803-4ff7-8ffe-e25d0786fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:44:54.894151 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-d5328a1a-f803-4ff7-8ffe-e25d0786fc0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430222 Oct 28 12:44:55.004574 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-40f48a29-9868-4a16-80b6-ee3ad36993c6 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024568 Oct 28 12:44:55.100569 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-d93a194b-7110-423d-88db-18337d2ca5af req-7f673d26-36ee-4151-8962-831f5d2dea26 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882511 Oct 28 12:45:00.217353 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-595bb785-5486-4fbe-837b-5dbdb434cbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:02.971118 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d2006144-b4b8-4bd6-a96b-1152279e51d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:03.900543 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:04.804902 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:05.570888 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:15.346922 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:30.225876 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14559163-4a89-4c6b-811d-b51158ff5455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:30.445016 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:45:32.957208 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-80890fd2-c9ef-43c8-9ff8-7e6f43df67c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:33.894625 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:34.793898 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:35.574282 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:38.004126 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53594) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:38.165888 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Deleting port 4468bf88-3687-4453-8fa2-dacd0e4ce96f {{(pid=101423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:38.166236 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:38.241583 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:38.241864 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:38.253583 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.plugins.ml2.plugin [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Calling delete_port for 4468bf88-3687-4453-8fa2-dacd0e4ce96f owned by network:floatingip {{(pid=101423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:38.404208 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461335'] for port, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:38.430573 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event deleted for resources: {'Port': ['ID=4468bf88-3687-4453-8fa2-dacd0e4ce96f,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:38.454441 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.454947 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.455462 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.455763 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.456085 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.456403 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.456743 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.457055 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.457372 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.457687 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.457995 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.458303 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:38.496515 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for floatingip, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:38.496873 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.db.l3_db [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Floating IP 6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368 disassociated (deleted). External IP: 172.27.0.195, port: 988ed513-b45c-4553-99bb-415e6179c274. Oct 28 12:45:38.706738 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:45:38.816284 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:45:38.820964 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for floatingip, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:38.826358 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] Sync routers for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:45:38.836590 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:45:38.837246 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:45:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:38.848134 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-e1e431d1-ec7c-4a27-91b8-d6e58270fc53 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "DELETE /v2.0/floatingips/6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368 HTTP/1.1" status: 204 len: 168 time: 0.8431082 Oct 28 12:45:38.848708 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'tag': '988ed513-b45c-4553-99bb-415e6179c274'}] {{(pid=101423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:45:38.851499 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b98395162b86d12c57e91f56c08eaa3f5d60ca8526558ba0dee760d585a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791" -d '{"events": [{"name": "network-changed", "server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "tag": "988ed513-b45c-4553-99bb-415e6179c274"}]}' {{(pid=101423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:45:38.890853 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50253b3f-4282-4e8b-a502-1fa194dadb35 x-openstack-request-id: req-50253b3f-4282-4e8b-a502-1fa194dadb35 {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:45:38.891142 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "tag": "988ed513-b45c-4553-99bb-415e6179c274", "status": "completed", "code": 200}]} {{(pid=101423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:45:38.891389 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50253b3f-4282-4e8b-a502-1fa194dadb35 {{(pid=101423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:45:38.892174 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'tag': '988ed513-b45c-4553-99bb-415e6179c274', 'status': 'completed', 'code': 200} Oct 28 12:45:38.949958 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:45:38.960645 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-7aaf840a-4741-419b-b4f5-728a646ca74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:45:38.962281 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-7aaf840a-4741-419b-b4f5-728a646ca74b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d60093ead9d64a9894ae4caafeaf039b&device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 1098 time: 0.0455177 Oct 28 12:45:39.082559 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-24174636-419a-46a2-85c1-065bef4604d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:45:39.084056 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-24174636-419a-46a2-85c1-065bef4604d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 200 len: 910 time: 0.0958943 Oct 28 12:45:39.090629 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324473f8-c75e-40cf-9fd3-3f701d00b343 req-097ff46d-135f-4a2a-a941-11f15468cbe1 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:45:39.092126 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-324473f8-c75e-40cf-9fd3-3f701d00b343 req-097ff46d-135f-4a2a-a941-11f15468cbe1 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0541174 Oct 28 12:45:39.129346 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-e4cefffa-e8e6-472f-ad1e-2c79ee623677 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 200 len: 217 time: 0.0366876 Oct 28 12:45:39.136264 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-324473f8-c75e-40cf-9fd3-3f701d00b343 req-2466c6b6-ce3a-4a7d-bd85-beec23ba2c6f tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360830 Oct 28 12:45:39.162441 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:27Z', 'revision_number': 5, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:39.187316 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-021b49b1-8c11-46ee-a248-b22e238d68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:45:39.188676 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] Checking router: d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:45:39.188880 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-021b49b1-8c11-46ee-a248-b22e238d68bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 200 len: 848 time: 0.0462265 Oct 28 12:45:39.197406 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:45:39.197999 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:45:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:39.240511 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-35cbb9e9-d835-47d1-ac0d-c96906993422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:45:39.242750 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-35cbb9e9-d835-47d1-ac0d-c96906993422 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457478 Oct 28 12:45:39.302133 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:45:39.335776 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-ac2c5632-302a-4db5-962c-d58bc1c49911 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842888 Oct 28 12:45:39.432530 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-c7a63a08-48eb-4bd2-acb8-e11e5fbd1791 req-5790d114-07a0-4cc9-bca8-c88ca20d33e4 service neutron] 10.222.0.77 "GET /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878770 Oct 28 12:45:39.505856 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:27Z', 'revision_number': 5, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:39.536752 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb6a80-a792-4743-809e-24750f7c2f9c None None] The sync data for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi is: [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:41:23Z', 'revision_number': 4, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi', '_interfaces': [{'id': 'e27b2a7a-4113-4b15-9c89-3b4fd11eb808', 'name': '', 'network_id': '71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'mac_address': 'fa:16:3e:74:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:22Z', 'updated_at': '2021-10-28T12:41:27Z', 'revision_number': 5, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'subnets': [{'id': 'cf72fa41-6771-441e-a1ca-c4303e8079db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:45:39.779441 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d8004-6a45-4be5-948f-85a8a46c1728 None None] New status for floating IP 6c5a3be1-8c8e-4b9a-bb02-124b6fcb7368: DOWN {{(pid=101425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:45:40.257351 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51a6a8-2db9-4c14-8354-73fd1e3b92c0 req-7995a2a7-fdd6-4849-9088-314f68acf9a6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:45:40.258824 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3f51a6a8-2db9-4c14-8354-73fd1e3b92c0 req-7995a2a7-fdd6-4849-9088-314f68acf9a6 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0505514 Oct 28 12:45:40.298260 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-3f51a6a8-2db9-4c14-8354-73fd1e3b92c0 req-a90ddbd0-2c42-45fb-93ce-ae38a97c6d78 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c680144-cc50-46be-b6fa-7fb137a3e0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330734 Oct 28 12:45:40.550673 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439754c0-3820-41f4-8020-2542aa73406f req-17998d35-7a6e-4c9f-afe8-460654bd5a06 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:45:40.552513 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-439754c0-3820-41f4-8020-2542aa73406f req-17998d35-7a6e-4c9f-afe8-460654bd5a06 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.77 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 945 time: 0.0507832 Oct 28 12:45:40.645515 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Deleting port 988ed513-b45c-4553-99bb-415e6179c274 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:40.645809 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:40.739418 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] For port 988ed513-b45c-4553-99bb-415e6179c274, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=988ed513-b45c-4553-99bb-415e6179c274,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:40.739774 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:40.758171 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Calling delete_port for 988ed513-b45c-4553-99bb-415e6179c274 owned by compute:nova {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:40.894959 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:40.921905 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event deleted for resources: {'Port': ['ID=988ed513-b45c-4553-99bb-415e6179c274,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:40.934342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.934687 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.935149 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.935347 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.935655 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.935989 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.936303 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.936633 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.937003 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.937319 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.937643 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.937961 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:40.978187 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] No DVR routers for this DVR port 988ed513-b45c-4553-99bb-415e6179c274 on host hv-cinder-81514 {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:45:40.980844 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15447'] for port, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:40.984222 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [req-439754c0-3820-41f4-8020-2542aa73406f req-c3271697-055f-4dd5-bef8-c0631b9f089e tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.77 "DELETE /v2.0/ports/988ed513-b45c-4553-99bb-415e6179c274 HTTP/1.1" status: 204 len: 173 time: 0.4251933 Oct 28 12:45:40.984661 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-deleted', 'tag': '988ed513-b45c-4553-99bb-415e6179c274'}] {{(pid=101422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:45:40.986986 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f293f835947465d1d8331b3a8e3bc726f81e6d52228f0412dc6b8c0421b1918b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d6b954-6ae7-40de-8c64-137ec4a336b4" -d '{"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-deleted", "tag": "988ed513-b45c-4553-99bb-415e6179c274"}]}' {{(pid=101422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:45:41.126121 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7df9e-68bd-47da-ad72-86605b3cffec x-openstack-request-id: req-90c7df9e-68bd-47da-ad72-86605b3cffec {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:45:41.126418 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552d8774-7d69-4ef5-b4e9-b0641e193beb", "name": "network-vif-deleted", "tag": "988ed513-b45c-4553-99bb-415e6179c274", "status": "completed", "code": 200}]} {{(pid=101422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:45:41.126670 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90c7df9e-68bd-47da-ad72-86605b3cffec {{(pid=101422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:45:41.127071 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552d8774-7d69-4ef5-b4e9-b0641e193beb', 'name': 'network-vif-deleted', 'tag': '988ed513-b45c-4553-99bb-415e6179c274', 'status': 'completed', 'code': 200} Oct 28 12:45:41.405006 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [req-fa2493b0-fa84-4c25-8574-7fa1db86128a req-7aea4bf0-c11d-41ea-a1f6-0b048b88e66a tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "GET /v2.0/ports?device_id=552d8774-7d69-4ef5-b4e9-b0641e193beb HTTP/1.1" status: 200 len: 210 time: 0.0305543 Oct 28 12:45:42.470832 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53626) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:42.540990 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a40c-e69a-4770-967c-22172d28ad13 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:42.569249 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a40c-e69a-4770-967c-22172d28ad13 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:42.631280 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a40c-e69a-4770-967c-22172d28ad13 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:42.634911 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a40c-e69a-4770-967c-22172d28ad13 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:42.636342 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-7ba7a40c-e69a-4770-967c-22172d28ad13 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] 10.222.0.62 "DELETE /v2.0/security-groups/3c680144-cc50-46be-b6fa-7fb137a3e0f9 HTTP/1.1" status: 204 len: 168 time: 0.1644969 Oct 28 12:45:42.647813 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7a40c-e69a-4770-967c-22172d28ad13 tempest-TestShelveInstance-267614621 tempest-TestShelveInstance-267614621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c680144-cc50-46be-b6fa-7fb137a3e0f9,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:42.687297 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53630) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:43.042157 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:43.291926 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Deleting port e27b2a7a-4113-4b15-9c89-3b4fd11eb808 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:43.292355 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:43.375649 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] For port e27b2a7a-4113-4b15-9c89-3b4fd11eb808, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:43.376028 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:43.388965 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Calling delete_port for e27b2a7a-4113-4b15-9c89-3b4fd11eb808 owned by network:router_interface {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:43.574608 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:43.605294 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27b2a7a-4113-4b15-9c89-3b4fd11eb808,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:43.789435 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:44.016048 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:45:44.124501 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:45:44.130125 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-fe4882b1-7448-4be5-a1e9-12414645a7d7 admin admin] 10.222.0.62 "PUT /v2.0/routers/d5b3df6c-f9ac-474a-8197-ef7cf38f28d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415262 Oct 28 12:45:44.132577 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53632) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:44.133866 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] Sync routers for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:45:44.146367 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:45:44.147202 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:45:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:44.234917 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks [] for router, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:44.257880 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:45:44.338538 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:44.348056 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 988ed513-b45c-4553-99bb-415e6179c274 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:45:44.374200 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] No Port match for: 988ed513-b45c-4553-99bb-415e6179c274 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:45:44.374551 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Device 988ed513-b45c-4553-99bb-415e6179c274 not bound to the agent host hv-cinder-81514 {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:45:44.393973 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Deleting port 28184eb9-510a-47f9-b673-228df1d3a954 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:44.394458 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:44.466920 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '28184eb9-510a-47f9-b673-228df1d3a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:45:43Z', 'revision_number': 5, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port': {'id': '28184eb9-510a-47f9-b673-228df1d3a954', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:21Z', 'updated_at': '2021-10-28T12:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:44.483797 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] For port 28184eb9-510a-47f9-b673-228df1d3a954, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=28184eb9-510a-47f9-b673-228df1d3a954,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:44.484150 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:44.493602 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] Checking router: d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 for host: dv-cinder-815146-6-iscsi {{(pid=101424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:45:44.495984 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Calling delete_port for 28184eb9-510a-47f9-b673-228df1d3a954 owned by network:router_gateway {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:44.501936 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] Routers {'d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:45:44.502544 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:45:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'], 'active': True} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:44.592657 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvr_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] Set router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 gateway port host: None {{(pid=101424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:45:44.654253 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_hamode_db [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:45:44Z', 'revision_number': 6, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:44.682753 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd515dc-bcf1-47aa-8155-1653963a4e7b None None] The sync data for ids ['d5b3df6c-f9ac-474a-8197-ef7cf38f28d4'] in dv-cinder-815146-6-iscsi is: [{'id': 'd5b3df6c-f9ac-474a-8197-ef7cf38f28d4', 'name': 'tempest-TestShelveInstance-1027200356-router', 'tenant_id': 'd60093ead9d64a9894ae4caafeaf039b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:20Z', 'updated_at': '2021-10-28T12:45:44Z', 'revision_number': 6, 'project_id': 'd60093ead9d64a9894ae4caafeaf039b', 'gw_port_host': None}] {{(pid=101424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:45:44.930263 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:44.967814 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Pushing event deleted for resources: {'Port': ['ID=28184eb9-510a-47f9-b673-228df1d3a954,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:45.035012 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.132284 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.134506 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.181204 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.181647 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 {{(pid=101422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:45:45.188468 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.188981 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-08b4d335-e500-4e8b-955b-fc1a112c5140 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d5b3df6c-f9ac-474a-8197-ef7cf38f28d4 HTTP/1.1" status: 204 len: 168 time: 1.0554004 Oct 28 12:45:45.192065 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53634) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:45.244507 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] Deleting subnet cf72fa41-6771-441e-a1ca-c4303e8079db {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:45:45.247960 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.282205 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.352502 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.370418 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.423697 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.447612 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf72fa41-6771-441e-a1ca-c4303e8079db,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:45.453328 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.456497 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-4f4a83a0-4294-422b-b554-460c09e85b01 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cf72fa41-6771-441e-a1ca-c4303e8079db HTTP/1.1" status: 204 len: 168 time: 0.2631829 Oct 28 12:45:45.459209 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44ace9-3a0a-4c86-8850-2d4a677682d5 None None] Network 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:45:45.459391 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53636) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:45.532302 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.587260 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Deleting port f59f6bf2-6997-4182-a543-e68a34193a06 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:45.587615 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.653280 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] For port f59f6bf2-6997-4182-a543-e68a34193a06, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=f59f6bf2-6997-4182-a543-e68a34193a06,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:45.653656 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.661832 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] DHCP port deletion for 71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:45:45.668428 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Calling delete_port for f59f6bf2-6997-4182-a543-e68a34193a06 owned by network:dhcp {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:45.712819 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Deleting port f59f6bf2-6997-4182-a543-e68a34193a06 {{(pid=101424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:45.713402 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.758128 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.784366 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59f6bf2-6997-4182-a543-e68a34193a06,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:45.785935 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] For port f59f6bf2-6997-4182-a543-e68a34193a06, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=f59f6bf2-6997-4182-a543-e68a34193a06,segment=NetworkSegment(9effc581-211f-48e2-bead-7d9c6b0cb52e),segment_id=9effc581-211f-48e2-bead-7d9c6b0cb52e)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:45.786224 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] No DVR routers for this DVR port f59f6bf2-6997-4182-a543-e68a34193a06 on host dv-cinder-815146-6-iscsi {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:45:45.786436 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.800399 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Calling delete_port for f59f6bf2-6997-4182-a543-e68a34193a06 owned by network:dhcp {{(pid=101424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:45.858312 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.877931 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.881274 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:45.890558 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9effc581-211f-48e2-bead-7d9c6b0cb52e') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:45.890847 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9effc581-211f-48e2-bead-7d9c6b0cb52e') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:45.900346 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.914287 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.921775 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:45:45.922176 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:45:45.924436 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:45:45.981893 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.988596 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:45.991507 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] 10.222.0.62 "DELETE /v2.0/networks/71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85 HTTP/1.1" status: 204 len: 168 time: 0.5314002 Oct 28 12:45:45.997230 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53638) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:46.013706 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66f8a-b7ef-481e-85f9-8c1fbbeeb571 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fa641d-7c6f-4c7c-a1ae-f1fa2749eb85,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:46.038962 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Pushing event deleted for resources: {'Port': ['ID=f59f6bf2-6997-4182-a543-e68a34193a06,revision_number=None']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:46.046651 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] No DVR routers for this DVR port f59f6bf2-6997-4182-a543-e68a34193a06 on host dv-cinder-815146-6-iscsi {{(pid=101424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:45:46.049025 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.049374 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.049712 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.050041 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.050369 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.050690 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.051018 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.051325 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.052014 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.052329 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.052665 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.053069 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11138ad4-d14c-46e3-9630-7cd2f905f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-6-iscsi {{(pid=101424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:45:46.156158 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device f59f6bf2-6997-4182-a543-e68a34193a06 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:45:46.176465 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: f59f6bf2-6997-4182-a543-e68a34193a06 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:45:46.177255 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device f59f6bf2-6997-4182-a543-e68a34193a06 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:45:46.177661 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 28184eb9-510a-47f9-b673-228df1d3a954 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:45:46.197372 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 28184eb9-510a-47f9-b673-228df1d3a954 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:45:46.197720 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 28184eb9-510a-47f9-b673-228df1d3a954 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:45:46.198271 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e27b2a7a-4113-4b15-9c89-3b4fd11eb808 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:45:46.217199 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: e27b2a7a-4113-4b15-9c89-3b4fd11eb808 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:45:46.217540 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device e27b2a7a-4113-4b15-9c89-3b4fd11eb808 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:45:46.360433 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16325439'] for router_interface, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:46.607471 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Deleting port 1d02d32e-0896-4669-ae9f-c66446b8549f {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:46.607841 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:46.687091 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] For port 1d02d32e-0896-4669-ae9f-c66446b8549f, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=1d02d32e-0896-4669-ae9f-c66446b8549f,segment=NetworkSegment(469f7546-7c49-4329-815c-3ee6d1c354ef),segment_id=469f7546-7c49-4329-815c-3ee6d1c354ef)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:46.687343 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:46.699418 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Calling delete_port for 1d02d32e-0896-4669-ae9f-c66446b8549f owned by network:router_interface {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:46.886806 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:46.913375 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Pushing event deleted for resources: {'Port': ['ID=1d02d32e-0896-4669-ae9f-c66446b8549f,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:47.089656 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16325587'] for router_interface, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:47.304394 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Router 50555e42-6979-42dd-896f-e01e2968fda0 has already been hosted by L3 agent 4fc236dd-a0df-4348-b995-c650085b06e7 {{(pid=101422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:45:47.412981 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] Notify agent at l3_agent.dv-cinder-815146-6-iscsi the message routers_updated {{(pid=101422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:45:47.422374 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-0905ed45-e72d-4880-99a0-1902303895ce admin admin] 10.222.0.62 "PUT /v2.0/routers/50555e42-6979-42dd-896f-e01e2968fda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217563 Oct 28 12:45:47.422765 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53640) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:47.428023 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] Sync routers for ids ['50555e42-6979-42dd-896f-e01e2968fda0'] in dv-cinder-815146-6-iscsi {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:45:47.438388 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] Routers {'50555e42-6979-42dd-896f-e01e2968fda0'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:45:47.439278 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:45:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['50555e42-6979-42dd-896f-e01e2968fda0'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:47.532139 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:47.553582 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] Set router 50555e42-6979-42dd-896f-e01e2968fda0 gateway port host: dv-cinder-815146-6-iscsi {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:45:47.639685 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:47.693827 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Deleting port 54d88af0-c295-434c-a689-08679f29eb49 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:47.694169 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:47.731569 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'external_fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '54d88af0-c295-434c-a689-08679f29eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:45:46Z', 'revision_number': 5, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port': {'id': '54d88af0-c295-434c-a689-08679f29eb49', 'name': '', 'network_id': 'bf1bc5d8-fc27-47b2-a068-a3eeee4a13b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ca:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50555e42-6979-42dd-896f-e01e2968fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29e204f0-2b8b-4893-a62f-bd93888df6d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-6-iscsi'}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:47.775686 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] For port 54d88af0-c295-434c-a689-08679f29eb49, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=54d88af0-c295-434c-a689-08679f29eb49,segment=NetworkSegment(1c757b8e-1ce4-481a-9480-2236e99101fe),segment_id=1c757b8e-1ce4-481a-9480-2236e99101fe)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:47.775990 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:47.790140 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Calling delete_port for 54d88af0-c295-434c-a689-08679f29eb49 owned by network:router_gateway {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:47.849172 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] Checking router: 50555e42-6979-42dd-896f-e01e2968fda0 for host: dv-cinder-815146-6-iscsi {{(pid=101425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:45:47.858230 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] Routers {'50555e42-6979-42dd-896f-e01e2968fda0'} bound to L3 agent in host dv-cinder-815146-6-iscsi {{(pid=101425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:45:47.858826 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:22:33Z,description=,heartbeat_timestamp=2021-10-28T12:45:33Z,host='dv-cinder-815146-6-iscsi',id=4fc236dd-a0df-4348-b995-c650085b06e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:22:33Z,topic='l3_agent')) {'router_ids': ['50555e42-6979-42dd-896f-e01e2968fda0'], 'active': True} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:47.948847 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_dvr_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] Set router 50555e42-6979-42dd-896f-e01e2968fda0 gateway port host: None {{(pid=101425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:45:48.002233 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.l3_hamode_db [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:45:47Z', 'revision_number': 6, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port_host': None}], 'dv-cinder-815146-6-iscsi', False) {} {{(pid=101425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:48.035335 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7a3fd-ee96-4483-b5d1-d83ddc116d48 None None] The sync data for ids ['50555e42-6979-42dd-896f-e01e2968fda0'] in dv-cinder-815146-6-iscsi is: [{'id': '50555e42-6979-42dd-896f-e01e2968fda0', 'name': 'tempest-TestShelveInstance-1751736595-router', 'tenant_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:41:25Z', 'updated_at': '2021-10-28T12:45:47Z', 'revision_number': 6, 'project_id': 'c2140ff8607b45578b7b9a55d20e8a24', 'gw_port_host': None}] {{(pid=101425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:45:48.219443 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.245716 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d88af0-c295-434c-a689-08679f29eb49,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:48.313463 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16266353'] for router_gateway, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.404152 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16346139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3607'] for router, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.406524 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.455779 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16346124'] for router, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.456342 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50555e42-6979-42dd-896f-e01e2968fda0 {{(pid=101422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:45:48.463315 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] Publish callbacks [] for router, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.465897 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-14aa7350-8ce1-4f3d-be7f-49bd879658f4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/50555e42-6979-42dd-896f-e01e2968fda0 HTTP/1.1" status: 204 len: 168 time: 1.0421927 Oct 28 12:45:48.468199 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53642) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:48.488667 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 1d02d32e-0896-4669-ae9f-c66446b8549f no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:45:48.516655 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 1d02d32e-0896-4669-ae9f-c66446b8549f {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:45:48.517114 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 1d02d32e-0896-4669-ae9f-c66446b8549f not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:45:48.533179 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] Deleting subnet f7c21ed3-f0dd-4f1a-860a-262edf207f4f {{(pid=101422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:45:48.536560 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.578400 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970311'] for subnet, precommit_delete_associations {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.656490 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398081'] for subnet, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.715536 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13536826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12859878'] for subnet, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.745485 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c21ed3-f0dd-4f1a-860a-262edf207f4f,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:48.750644 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.754386 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-2b0bcd11-36c1-4996-8958-547b7aef69a1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f7c21ed3-f0dd-4f1a-860a-262edf207f4f HTTP/1.1" status: 204 len: 168 time: 0.2849104 Oct 28 12:45:48.756229 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16372820-382f-4e61-a6a1-2bbffc049730 None None] Network c98fcf92-7872-4597-9595-30107b2154f3 requested from dv-cinder-815146-6-iscsi {{(pid=101424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:45:48.757021 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53644) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:48.844097 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537722'] for network, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.897746 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Deleting port a7109931-22a2-4cdb-8008-80b980ef9aa8 {{(pid=101422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:48.898080 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.944491 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] DHCP port deletion for c98fcf92-7872-4597-9595-30107b2154f3 request from dv-cinder-815146-6-iscsi {{(pid=101424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:45:48.971285 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.db [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] For port a7109931-22a2-4cdb-8008-80b980ef9aa8, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a7109931-22a2-4cdb-8008-80b980ef9aa8,segment=NetworkSegment(469f7546-7c49-4329-815c-3ee6d1c354ef),segment_id=469f7546-7c49-4329-815c-3ee6d1c354ef)] {{(pid=101422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:48.971632 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:48.992056 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.plugin [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Calling delete_port for a7109931-22a2-4cdb-8008-80b980ef9aa8 owned by network:dhcp {{(pid=101422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:49.005882 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] Deleting port a7109931-22a2-4cdb-8008-80b980ef9aa8 {{(pid=101424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:45:49.006185 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744763595030'] for port, before_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.076872 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.db [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] For port a7109931-22a2-4cdb-8008-80b980ef9aa8, host dv-cinder-815146-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-6-iscsi',level=0,port_id=a7109931-22a2-4cdb-8008-80b980ef9aa8,segment=NetworkSegment(469f7546-7c49-4329-815c-3ee6d1c354ef),segment_id=469f7546-7c49-4329-815c-3ee6d1c354ef)] {{(pid=101424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:45:49.077283 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16331078'] for port, precommit_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.078047 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13536783'] for port, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.091376 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] Calling delete_port for a7109931-22a2-4cdb-8008-80b980ef9aa8 owned by network:dhcp {{(pid=101424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:45:49.112282 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7109931-22a2-4cdb-8008-80b980ef9aa8,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:49.114166 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] No DVR routers for this DVR port a7109931-22a2-4cdb-8008-80b980ef9aa8 on host dv-cinder-815146-6-iscsi {{(pid=101422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:45:49.175554 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744763535580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744763109973'] for port, after_delete {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.197789 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1354708', 'neutron.services.segments.db._delete_segments_for_network-8744763610462'] for network, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.212373 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] Pushing event deleted for resources: {'Port': ['ID=a7109931-22a2-4cdb-8008-80b980ef9aa8,revision_number=None']} {{(pid=101424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:49.223022 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5a93a-968e-4e55-b062-4f85e5fbae67 None None] No DVR routers for this DVR port a7109931-22a2-4cdb-8008-80b980ef9aa8 on host dv-cinder-815146-6-iscsi {{(pid=101424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:45:49.228795 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98fcf92-7872-4597-9595-30107b2154f3']}} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:49.240882 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469f7546-7c49-4329-815c-3ee6d1c354ef') {'for_net_delete': True} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:49.240882 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.services.segments.db [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469f7546-7c49-4329-815c-3ee6d1c354ef') {} {{(pid=101422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:45:49.250895 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744763611495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970430'] for segment, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.266086 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064'] for segment, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.272414 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=101422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:45:49.272852 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13536976'] for segment, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: Traceback (most recent call last): Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: timer() Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: cb(*args, **kw) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: return func(*args, **kwargs) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: self._notify() Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: self.callback(batched_events) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: event.method(event) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: return f(self, *a, **k) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._get(url).json() Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: return self.request(url, 'GET', **kwargs) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:45:49.274675 dv-cinder-815146-6-iscsi neutron-server[101422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:45:49.339458 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16266317'] for network, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.345499 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235152'] for network, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.351878 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c98fcf92-7872-4597-9595-30107b2154f3 HTTP/1.1" status: 204 len: 168 time: 0.5905266 Oct 28 12:45:49.360449 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09cf3f-d11a-4976-9aad-2e591740ae0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c98fcf92-7872-4597-9595-30107b2154f3,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:49.565275 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53648) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:49.607555 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-ab3fbe87-a335-4502-aaad-39686fefd566 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d60093ead9d64a9894ae4caafeaf039b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410793 Oct 28 12:45:49.610242 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53650) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:49.658581 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0edf0d63-0cc8-4962-9702-516a1f0b3dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.680321 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0edf0d63-0cc8-4962-9702-516a1f0b3dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.737502 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0edf0d63-0cc8-4962-9702-516a1f0b3dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.740622 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron_lib.callbacks.manager [None req-0edf0d63-0cc8-4962-9702-516a1f0b3dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:49.741864 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-0edf0d63-0cc8-4962-9702-516a1f0b3dfa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94c774d7-4e16-45fd-a71e-114f1867bf04 HTTP/1.1" status: 204 len: 168 time: 0.1307275 Oct 28 12:45:49.752423 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf0d63-0cc8-4962-9702-516a1f0b3dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c774d7-4e16-45fd-a71e-114f1867bf04,revision_number=None']} {{(pid=101422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:45:50.091130 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [-] (101422) accepted ('10.222.0.62', 53656) {{(pid=101422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:50.132932 dv-cinder-815146-6-iscsi neutron-server[101422]: INFO neutron.wsgi [None req-72dc9e5f-18a4-41ea-8795-080c1d0eaf59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2140ff8607b45578b7b9a55d20e8a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404897 Oct 28 12:45:50.135866 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [-] (101423) accepted ('10.222.0.62', 53658) {{(pid=101423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:45:50.155556 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a7109931-22a2-4cdb-8008-80b980ef9aa8 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:45:50.175908 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: a7109931-22a2-4cdb-8008-80b980ef9aa8 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:45:50.176250 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device a7109931-22a2-4cdb-8008-80b980ef9aa8 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:45:50.177051 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 54d88af0-c295-434c-a689-08679f29eb49 no longer exists at agent ovs-agent-dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:45:50.190452 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2e20f2b1-139e-453d-abfc-6da983b041ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:50.196102 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.plugin [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] No Port match for: 54d88af0-c295-434c-a689-08679f29eb49 {{(pid=101424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:45:50.196458 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron.plugins.ml2.rpc [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Device 54d88af0-c295-434c-a689-08679f29eb49 not bound to the agent host dv-cinder-815146-6-iscsi {{(pid=101424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:45:50.211426 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2e20f2b1-139e-453d-abfc-6da983b041ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:50.261743 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2e20f2b1-139e-453d-abfc-6da983b041ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16414988'] for security_group, after_delete {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:50.265958 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron_lib.callbacks.manager [None req-2e20f2b1-139e-453d-abfc-6da983b041ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:45:50.267659 dv-cinder-815146-6-iscsi neutron-server[101423]: INFO neutron.wsgi [None req-2e20f2b1-139e-453d-abfc-6da983b041ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16c9691d-181a-4a51-91d4-ebfb6fd1ae29 HTTP/1.1" status: 204 len: 168 time: 0.1266489 Oct 28 12:45:50.278861 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20f2b1-139e-453d-abfc-6da983b041ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9691d-181a-4a51-91d4-ebfb6fd1ae29,revision_number=None']} {{(pid=101423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:46:00.222311 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-ad2700be-db20-4fb3-8451-52e0ac395b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:02.964481 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f7259331-31e8-4209-8458-fcd669a96f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:03.905506 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:04.797393 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:05.579611 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:07.444796 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:46:15.372480 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:30.220454 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-078ee72a-e4ab-49b3-bb8a-398853685f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:32.971833 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0e63-eccf-4acd-b83a-c97e39465b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:33.905373 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:34.808093 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:35.584937 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:46:44.444855 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:46:45.395244 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:00.224203 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-b56fee8c-211d-47e6-9008-ae8dfc2e3adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:02.965733 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-9748db82-81ca-402c-8275-681c399ec873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:03.902074 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:04.807589 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:05.582486 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:15.389645 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:21.446513 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:47:30.219883 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d98e28f9-5504-4fc1-a5ba-cdd26c49451d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:32.960171 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-f8410c7c-6a6d-46b3-affe-762ccf4d37f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:33.899440 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:34.809378 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:35.596333 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:45.404781 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:47:58.446557 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:48:00.227304 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-81803bd8-7c26-41cc-afc2-35c0122c871a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:02.070272 dv-cinder-815146-6-iscsi neutron-server[101422]: DEBUG neutron.wsgi [req-deba66a9-a220-43a8-9fdd-381be7f7d42a req-ea274853-a6e3-4363-87d9-fed276e98d7f service neutron] (101422) timed out ('10.222.0.77', 56217) {{(pid=101422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 12:48:02.976111 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-0b3dfd2d-4a1d-4758-99b7-81c9fe8d5cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:03.903123 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:04.817126 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:05.599789 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:15.419878 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:21.402190 dv-cinder-815146-6-iscsi neutron-server[101423]: DEBUG neutron.wsgi [req-00b91af2-a81f-4911-aefd-fbd384e94298 req-f0367770-e193-424c-9583-1c687fee1af4 service neutron] (101423) timed out ('10.222.0.62', 47512) {{(pid=101423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 12:48:30.224036 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-7e5351e4-735a-4d79-b50f-dda421acf153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:32.960429 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-2194e887-778a-4213-acc5-cacb0b4aeba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:33.900685 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:34.814770 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:35.447153 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:48:35.596137 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:48:45.440689 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:00.227239 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d2141699-c316-4e5b-b5d3-170ee4b2caf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:02.968145 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-cb760106-a85e-445f-a700-30c8520a4c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:03.910339 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:04.820000 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:05.600403 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:12.446770 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:49:15.439842 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:30.224847 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-a0c481ae-be6c-42be-a4cb-81443b4c425c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:32.962291 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-1202403f-037e-4e64-b287-0c06d9c58e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:33.899601 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:34.822563 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:35.603268 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:45.437200 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:49:49.455259 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:50:00.220284 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-9260723e-02d2-40da-9128-146ce5bbcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:02.966416 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-47abcb26-0fca-4c10-9851-32d1e8dc5658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:03.900997 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:04.827556 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:05.603422 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:15.447625 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:26.444701 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:50:30.214189 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-04b2d110-99b8-472e-9205-2d44b909d16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:32.974167 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-71e5af40-b9ab-4d33-922c-668b3ff99413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:33.895689 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:34.831966 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:35.607492 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:50:45.462947 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-d26ea4a6-cddf-4aa5-90bc-f8c24062543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:51:00.219551 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-4693c700-a281-438d-9cde-2ff71779e0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:51:02.967852 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-93306081-e75e-4195-840e-ffcd910b22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:51:03.448823 dv-cinder-815146-6-iscsi neutron-server[101425]: DEBUG neutron.db.agents_db [None req-ec59a395-6956-48ac-a55c-b9925c77c532 None None] Agent healthcheck: found 6 active agents {{(pid=101425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:51:03.901488 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-14e24f3d-37ff-4aa3-8b5d-8973c7d016eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:51:04.833129 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-c20918b0-a679-405e-adfd-885852e984f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:51:05.610870 dv-cinder-815146-6-iscsi neutron-server[101424]: DEBUG neutron_lib.callbacks.manager [None req-3a376bca-4a0d-4b27-bcfb-49e8c3f7899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744763610444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1353374'] for agent, after_update {{(pid=101424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}